-- Logs begin at Thu 2022-04-28 13:58:59 UTC, end at Thu 2022-04-28 15:22:22 UTC. -- Apr 28 14:51:26.797908 dv-cinder-839768-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 28 14:51:29.611398 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.common.config [-] Logging enabled! Apr 28 14:51:29.612004 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 14:51:29.612165 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109959) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 14:51:29.615519 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.common.config [-] Logging enabled! Apr 28 14:51:29.615773 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 14:51:29.616082 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109959) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 14:51:29.617035 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 14:51:29.617354 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 14:51:29.617726 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 14:51:29.617971 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 14:51:29.618196 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 14:51:29.618517 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.618913 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.619147 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.619444 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.619737 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.620020 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.620334 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.620632 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.620940 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.621219 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.621501 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.621733 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.622012 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.622296 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.622579 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.622802 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] debug = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.623078 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.623504 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.623905 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.624194 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.624481 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.624783 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.625054 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.625326 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.625609 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.625935 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] host = dv-cinder-839768-1-iscsi {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.626208 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.626492 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.626778 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.627063 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.627336 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.627609 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.627892 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.628164 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.628438 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] log_file = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.628736 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.629025 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.629312 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.629600 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.629824 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.630044 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.630327 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.630616 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.630891 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.631163 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.631436 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.631712 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.631984 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.632251 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.632535 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.632840 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.633125 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.633398 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.633670 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.633939 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.634208 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.634486 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.634759 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.635029 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.635300 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.635582 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.636371 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.636641 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.636961 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.637245 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.637524 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.637806 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.638078 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.638358 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.638631 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.638900 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.639174 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] use_json = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.639438 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.639705 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.639985 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.640253 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.640521 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.640816 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.641088 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.641370 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.641641 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:29.641932 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.642224 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.642521 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.642800 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.643104 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.643382 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.643668 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.643943 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.644228 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.644510 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.644820 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.645098 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.645394 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.645680 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.645971 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.646270 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.646559 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.646847 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.647118 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.647390 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.647663 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.647938 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.648224 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.648502 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.648815 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.649104 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.649383 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.649677 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.649960 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.650241 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.650529 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.650814 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.651086 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.651417 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.652223 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.652498 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.652795 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.653073 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.653361 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.653638 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.653909 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.654186 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.654461 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.654730 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.654997 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.655271 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.655556 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.655829 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.656095 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.656363 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.656636 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.656928 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.657212 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.657486 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.657756 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.658025 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.658304 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.658580 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.658850 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.659124 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.659397 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.659672 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.659944 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.660216 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.660487 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.660779 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.661051 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.661322 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.661592 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.661865 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.662134 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.662401 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.662672 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.662940 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.663213 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.663510 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.663786 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.664062 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.664338 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.664611 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.664908 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.665184 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.665460 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.665736 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.666006 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.666293 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.666573 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.666855 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.667168 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.667463 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.667757 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.668031 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.668305 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.668591 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.668892 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.669171 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.669454 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.669736 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.670028 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.670318 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.670608 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.670896 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.671185 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.671462 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.671767 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.672046 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:29.672261 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 14:51:29.672496 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109959) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 28 14:51:30.129934 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109959) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 14:51:30.130209 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109959) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 14:51:30.130511 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109959) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 14:51:30.130840 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 28 14:51:30.455458 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.455671 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.455940 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.457257 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.457532 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.457802 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.512626 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.512918 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.513183 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.527785 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.528064 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.528331 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.560593 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.560900 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.561166 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.597533 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.597807 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.598071 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.938579 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.939228 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.939228 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.939408 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:30.940036 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.040501 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.040775 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.041058 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.041327 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.041592 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.041900 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.042241 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.043110 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.043366 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.043646 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.043904 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.044169 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.044424 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.044693 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.044950 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.045214 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.045470 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.045735 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.046000 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.046257 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.046529 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.046842 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.047120 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.047499 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.047745 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.047987 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.048379 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109959) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:51:31.048618 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109959) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:51:31.048881 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109959) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:51:31.049117 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109959) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:51:31.049351 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109959) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:51:31.049582 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109959) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:51:31.049943 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 28 14:51:31.053085 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 28 14:51:31.057138 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 28 14:51:31.061017 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 28 14:51:31.062621 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 28 14:51:31.063233 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 28 14:51:31.063567 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 28 14:51:31.063946 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 28 14:51:31.066743 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 28 14:51:31.066992 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 28 14:51:31.067342 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 14:51:31.072127 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 28 14:51:31.097069 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 28 14:51:31.097517 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.097817 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109959) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 28 14:51:31.098185 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.099526 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109959) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 28 14:51:31.099802 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 14:51:31.100047 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 28 14:51:31.103266 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.103546 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:31.167105 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 28 14:51:31.167339 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 28 14:51:31.167581 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 28 14:51:31.167948 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 28 14:51:31.188040 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_db.sqlalchemy.engines [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109959) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 28 14:51:31.735037 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Initializing driver for type 'gre' Apr 28 14:51:31.735578 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] gre ID ranges: [(1, 1000)] Apr 28 14:51:31.923165 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Initializing driver for type 'local' Apr 28 14:51:31.923492 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Initializing driver for type 'vlan' Apr 28 14:51:32.003185 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] VlanTypeDriver initialization complete Apr 28 14:51:32.003791 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Initializing driver for type 'vxlan' Apr 28 14:51:32.003976 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] vxlan ID ranges: [(1, 1000)] Apr 28 14:51:32.180602 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Initializing extension driver 'port_security' Apr 28 14:51:32.180980 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.extensions.port_security [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] PortSecurityExtensionDriver initialization complete Apr 28 14:51:32.181316 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Initializing mechanism driver 'openvswitch' Apr 28 14:51:32.181652 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Initializing mechanism driver 'hyperv' Apr 28 14:51:32.188236 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.plugins.ml2.plugin [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:51:32.189110 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > port after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.189488 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > port after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.189849 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > port after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.190409 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109959) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 14:51:32.190856 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > subnet after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.191211 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > subnet after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.191559 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.191956 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109959) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 14:51:32.192363 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > network after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.192740 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > network after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.193088 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > network after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.194035 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109959) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 14:51:32.194035 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > security_group after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.194250 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > security_group after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.194558 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > security_group after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.194952 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109959) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 14:51:32.195354 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.195702 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.196043 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.196436 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109959) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 14:51:32.196900 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > address_group after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.197247 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > address_group after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.197588 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > address_group after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.197981 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109959) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 14:51:32.198939 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] ML2 OVO RPC backend initialized. {{(pid=109959) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 28 14:51:32.199647 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.200004 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.200421 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > network before_response 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.200804 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > networks before_response 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.201155 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > port before_response 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.201499 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > ports before_response 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.201844 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > subnet before_response 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.202220 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > subnets before_response 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.202563 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > network after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.202905 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > network after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.203242 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > network after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.203579 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > port after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.203918 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > port after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.204254 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > port after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.204591 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > subnet after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.204948 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > subnet after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.205285 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.212919 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded quota_driver: . Apr 28 14:51:32.213287 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.plugin [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Modular L2 Plugin initialization complete Apr 28 14:51:32.213631 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading services supported by the core plugin {{(pid=109959) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 28 14:51:32.214544 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.plugins.ml2.managers [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Got port-security extension from driver 'port_security' Apr 28 14:51:32.215034 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.extensions.vlantransparent [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Disabled vlantransparent extension. Apr 28 14:51:32.215527 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109959) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 28 14:51:32.215855 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading Plugin: router Apr 28 14:51:32.259310 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router_interface before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.259626 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router after_create 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.260001 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router before_create 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.260367 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.260801 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.261680 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router after_delete 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.262039 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > floatingip after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.262391 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > floatingip after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.262749 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router after_create 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.263096 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router after_update 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.263444 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router after_update 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.263791 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.264274 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router after_update 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.264717 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router precommit_update 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.265093 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: port after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.265442 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: port after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.265789 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: subnet after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.266140 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.266491 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > port precommit_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.266840 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router precommit_create 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.267183 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: port before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.267526 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router precommit_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.267884 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router after_update 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.268226 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router precommit_delete 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.268579 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router precommit_create 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.268965 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.269312 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router precommit_update 55549900 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.269677 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > agent after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.270028 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > agent after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.270373 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > network after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.271228 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Tracking information for resource: router configured {{(pid=109959) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:51:32.271563 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Tracking information for resource: floatingip configured {{(pid=109959) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:51:32.276442 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.db.l3_agentschedulers_db [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 28 14:51:32.277048 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: port after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.277413 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: port after_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.277768 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: port after_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.278122 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: port after_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.278934 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router before_create 55550100 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.279283 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router precommit_delete 55550100 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.279651 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router precommit_create 55550100 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.280015 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > router precommit_update 55550100 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.284718 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.services.provider_configuration [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service providers = [] {{(pid=109959) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 28 14:51:32.285085 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.db.servicetype_db [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109959) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 28 14:51:32.288031 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.services.service_base [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109959) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 14:51:32.288388 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.services.service_base [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109959) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 14:51:32.288760 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.services.service_base [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109959) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 14:51:32.289648 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.services.service_base [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109959) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 14:51:32.290022 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.services.service_base [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 28 14:51:32.290396 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109959) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:51:32.290714 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 28 14:51:32.308359 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109959) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:51:32.308721 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading Plugin: auto_allocate Apr 28 14:51:32.314402 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: network precommit_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.314773 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: network precommit_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.315297 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109959) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:51:32.315618 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading Plugin: tag Apr 28 14:51:32.322521 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109959) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:51:32.322855 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading Plugin: timestamp Apr 28 14:51:32.327329 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109959) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:51:32.327661 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading Plugin: network_ip_availability Apr 28 14:51:32.337165 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.337537 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.337896 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.338608 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109959) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:51:32.338931 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading Plugin: flavors Apr 28 14:51:32.343877 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109959) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:51:32.344207 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading Plugin: revisions Apr 28 14:51:32.348489 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109959) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:51:32.348906 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_concurrency.lockutils [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.218s {{(pid=109959) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 14:51:32.349644 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109959) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 28 14:51:32.349984 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Initializing extension manager. Apr 28 14:51:32.350510 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: __init__.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.350900 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: __pycache__ {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.351240 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: _port_mac_address_override.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.351577 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: address_group.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.352328 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.352935 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: address-group Apr 28 14:51:32.353264 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: address_scope.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.353981 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.354495 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: address-scope Apr 28 14:51:32.354822 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: admin_state_down_before_update.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.355755 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.356273 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: router-admin-state-down-before-update Apr 28 14:51:32.356598 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: agent.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.357331 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.357850 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: agent Apr 28 14:51:32.358222 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: agent_resources_synced.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.359141 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.359665 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: agent-resources-synced Apr 28 14:51:32.360250 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: allowedaddresspairs.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.362107 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.362628 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: allowed-address-pairs Apr 28 14:51:32.362955 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: auto_allocated_topology.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.364032 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.364552 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: auto-allocated-topology Apr 28 14:51:32.364905 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: availability_zone.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.365608 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.366118 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: availability_zone Apr 28 14:51:32.366441 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: availability_zone_filter.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.367347 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.367860 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: availability_zone_filter Apr 28 14:51:32.368248 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: data_plane_status.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.369184 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.369696 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension data-plane-status not supported by any of loaded plugins Apr 28 14:51:32.370016 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: default_subnetpools.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.379987 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.380507 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: default-subnetpools Apr 28 14:51:32.380868 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: dhcpagentscheduler.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.381682 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.382197 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: dhcp_agent_scheduler Apr 28 14:51:32.382522 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: dns.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.383441 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.383958 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension dns-integration not supported by any of loaded plugins Apr 28 14:51:32.384283 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: dns_domain_ports.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.385241 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.386316 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 28 14:51:32.386652 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.387575 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.388088 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 28 14:51:32.388411 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: dvr.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.389119 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.389630 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: dvr Apr 28 14:51:32.389950 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: ecmp_routes.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.390864 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.391368 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension ecmp_routes not supported by any of loaded plugins Apr 28 14:51:32.391689 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: empty_string_filtering.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.392592 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.393140 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: empty-string-filtering Apr 28 14:51:32.393461 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.394380 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.394892 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 28 14:51:32.395210 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.396131 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.396681 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 28 14:51:32.397016 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: external_net.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.397922 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.398434 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: external-net Apr 28 14:51:32.398755 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: extra_dhcp_opt.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.399665 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.400175 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: extra_dhcp_opt Apr 28 14:51:32.400496 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: extraroute.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.401454 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.401966 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: extraroute Apr 28 14:51:32.402288 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: extraroute_atomic.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.408477 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.409055 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: extraroute-atomic Apr 28 14:51:32.409396 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: filter_validation.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.410084 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.410605 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: filter-validation Apr 28 14:51:32.410934 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: fip_pf_description.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.411850 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.412365 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 28 14:51:32.412721 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: fip_pf_port_range.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.413665 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.414185 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 28 14:51:32.414510 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: fip_port_details.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.415431 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.415947 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: fip-port-details Apr 28 14:51:32.416270 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: flavors.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.417551 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.418074 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: flavors Apr 28 14:51:32.418401 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.420066 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.420582 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 28 14:51:32.420937 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: floatingip_pools.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.421647 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.422165 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: floatingip-pools Apr 28 14:51:32.422491 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: ip_allocation.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.423416 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.423924 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension ip_allocation not supported by any of loaded plugins Apr 28 14:51:32.424247 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.425211 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.425724 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: ip-substring-filtering Apr 28 14:51:32.426050 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: l2_adjacency.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.426989 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.427503 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 28 14:51:32.427827 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: l3.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.428828 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.429349 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: router Apr 28 14:51:32.429674 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: l3_conntrack_helper.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.431872 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.432398 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 28 14:51:32.436807 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.437524 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.438044 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: ext-gw-mode Apr 28 14:51:32.438373 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.439290 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.439805 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: l3-ha Apr 28 14:51:32.440131 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.441079 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.441596 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 28 14:51:32.441921 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: l3_flavors.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.442852 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.443368 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: l3-flavors Apr 28 14:51:32.443694 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: l3_ndp_proxy.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.445095 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.445622 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 28 14:51:32.445952 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.446870 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.447391 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 28 14:51:32.447722 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: l3agentscheduler.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.449342 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.449864 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: l3_agent_scheduler Apr 28 14:51:32.450195 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: local_ip.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.452116 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.452649 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension local_ip not supported by any of loaded plugins Apr 28 14:51:32.453012 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: logging.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.454503 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.455026 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension logging not supported by any of loaded plugins Apr 28 14:51:32.455360 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: metering.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.456108 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.456728 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: metering Apr 28 14:51:32.457060 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.458152 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.458671 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: metering_source_and_destination_fields Apr 28 14:51:32.458998 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: multiprovidernet.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.460635 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.461181 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: multi-provider Apr 28 14:51:32.461505 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: netmtu.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.462427 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.462939 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: net-mtu Apr 28 14:51:32.463261 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: netmtu_writable.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.464210 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.464753 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: net-mtu-writable Apr 28 14:51:32.465101 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: network_availability_zone.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.465798 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.466304 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: network_availability_zone Apr 28 14:51:32.466624 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: network_ip_availability.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.467733 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.468251 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: network-ip-availability Apr 28 14:51:32.468575 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: network_segment_range.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.469379 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.469888 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension network-segment-range not supported by any of loaded plugins Apr 28 14:51:32.470212 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: pagination.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.471221 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.471544 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: pagination Apr 28 14:51:32.471867 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: port_device_profile.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.472804 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.473323 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: port-device-profile Apr 28 14:51:32.473647 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: port_mac_address_override.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.474582 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.475097 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: port-mac-override Apr 28 14:51:32.475422 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.476344 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.476889 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: port-mac-address-regenerate Apr 28 14:51:32.477211 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.478121 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.478710 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: port-numa-affinity-policy Apr 28 14:51:32.479034 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: port_resource_request.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.479964 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.480480 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension port-resource-request not supported by any of loaded plugins Apr 28 14:51:32.480829 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: port_resource_request_groups.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.481792 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.482407 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 28 14:51:32.482663 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: portbindings.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.483583 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.484101 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: binding Apr 28 14:51:32.484425 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: portbindings_extended.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.485980 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.486506 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: binding-extended Apr 28 14:51:32.486840 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: portsecurity.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.487765 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.488286 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: port-security Apr 28 14:51:32.488614 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: project_id.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.489626 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.489963 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: project-id Apr 28 14:51:32.494475 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: providernet.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.495716 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.496231 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: provider Apr 28 14:51:32.496558 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.500393 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.500955 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos not supported by any of loaded plugins Apr 28 14:51:32.501292 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.502536 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.503063 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 28 14:51:32.503390 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.504333 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.504882 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 28 14:51:32.505234 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_default.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.506149 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.506668 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-default not supported by any of loaded plugins Apr 28 14:51:32.506994 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_fip.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.507912 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.508429 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-fip not supported by any of loaded plugins Apr 28 14:51:32.508783 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_fip_network_policy.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.509747 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.510224 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 28 14:51:32.510549 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_gateway_ip.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.512096 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.512607 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 28 14:51:32.512954 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_port_network_policy.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.513871 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.514387 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 28 14:51:32.514712 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.515757 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.516297 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 28 14:51:32.516627 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.517687 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.518203 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 28 14:51:32.518529 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_pps_rule.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.519741 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.520261 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-pps not supported by any of loaded plugins Apr 28 14:51:32.520586 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_rule_type_details.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.521522 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.522043 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 28 14:51:32.522368 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_rule_type_filter.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.523292 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.523804 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 28 14:51:32.524132 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: qos_rules_alias.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.530288 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.530808 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 28 14:51:32.531137 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: quota_check_limit.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.532124 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.532646 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: quota-check-limit Apr 28 14:51:32.533002 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: quotasv2.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.533997 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.534327 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: quotas Apr 28 14:51:32.534651 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: quotasv2_detail.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.536409 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.536814 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: quota_details Apr 28 14:51:32.537144 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: rbac.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.538216 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.538745 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: rbac-policies Apr 28 14:51:32.539075 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: rbac_address_group.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.540011 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.540534 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: rbac-address-group Apr 28 14:51:32.540899 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: rbac_address_scope.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.541827 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.542372 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: rbac-address-scope Apr 28 14:51:32.542699 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: rbac_security_groups.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.543629 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.544146 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: rbac-security-groups Apr 28 14:51:32.544471 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: rbac_subnetpool.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.545473 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.545989 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: rbac-subnetpool Apr 28 14:51:32.546313 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: revisionifmatch.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.547239 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.547755 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: revision-if-match Apr 28 14:51:32.548076 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: revisions.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.549224 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.549747 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: standard-attr-revisions Apr 28 14:51:32.550075 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: router_availability_zone.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.550753 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.551274 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: router_availability_zone Apr 28 14:51:32.551597 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: routerservicetype.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.552520 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.553075 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension router-service-type not supported by any of loaded plugins Apr 28 14:51:32.553398 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.554323 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.554843 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: security-groups-normalized-cidr Apr 28 14:51:32.555166 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: security_groups_port_filtering.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.562907 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.563427 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: port-security-groups-filtering Apr 28 14:51:32.563753 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.564731 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.565248 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: security-groups-remote-address-group Apr 28 14:51:32.565575 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.566506 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.567024 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: security-groups-shared-filtering Apr 28 14:51:32.567350 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.568092 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 28 14:51:32.568419 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: securitygroup.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.578647 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.579207 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: security-group Apr 28 14:51:32.579540 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: segment.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.580271 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.580830 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension segment not supported by any of loaded plugins Apr 28 14:51:32.581161 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.582102 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.582620 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 28 14:51:32.582947 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: servicetype.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.584044 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.584571 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: service-type Apr 28 14:51:32.584924 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: sorting.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.585912 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.586246 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: sorting Apr 28 14:51:32.586571 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: standard_attr_segment.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.587490 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.588010 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 28 14:51:32.588332 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: standardattrdescription.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.589033 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.589549 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: standard-attr-description Apr 28 14:51:32.589871 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: stateful_security_group.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.590818 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.591335 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: stateful-security-group Apr 28 14:51:32.591658 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: stdattrs_common.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.592227 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 28 14:51:32.592548 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.599037 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.599554 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 28 14:51:32.599878 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: subnet_onboard.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.600973 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.601497 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: subnet_onboard Apr 28 14:51:32.601822 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.602783 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.603296 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 28 14:51:32.603620 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: subnet_service_types.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.605112 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.605638 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: subnet-service-types Apr 28 14:51:32.605962 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: subnetallocation.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.607048 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.607570 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: subnet_allocation Apr 28 14:51:32.607895 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.608612 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.609167 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: subnetpool-prefix-ops Apr 28 14:51:32.609491 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.610695 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.611212 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 28 14:51:32.611536 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: tagging.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.612621 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.613168 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: standard-attr-tag Apr 28 14:51:32.613520 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: timestamp.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.614705 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.615225 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loaded extension: standard-attr-timestamp Apr 28 14:51:32.615553 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: trunk.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.616588 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.617138 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension trunk not supported by any of loaded plugins Apr 28 14:51:32.617456 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: trunk_details.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.618375 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.618897 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension trunk-details not supported by any of loaded plugins Apr 28 14:51:32.619221 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: uplink_status_propagation.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.620752 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.621243 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 28 14:51:32.621565 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Loading extension file: vlantransparent.py {{(pid=109959) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:51:32.622236 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109959) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:51:32.622748 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 28 14:51:32.625558 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:network Apr 28 14:51:32.626194 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:subnet Apr 28 14:51:32.626645 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 14:51:32.627044 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:port Apr 28 14:51:32.628284 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.628755 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service FLAVORS assigned prefix: {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.629375 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.629801 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.630137 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:router Apr 28 14:51:32.630566 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:floatingip Apr 28 14:51:32.631064 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service METERING assigned prefix: /metering {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.632526 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.632935 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.633293 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:51:32.634287 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 14:51:32.634744 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:security_group Apr 28 14:51:32.635171 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 14:51:32.635817 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service CORE assigned prefix: {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.636153 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 14:51:32.636499 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] subnetpool is already registered Apr 28 14:51:32.636958 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service CORE assigned prefix: {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.637286 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 14:51:32.637616 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] subnetpool is already registered Apr 28 14:51:32.639925 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.640357 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service FLAVORS assigned prefix: {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.640976 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.641400 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.641736 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:router Apr 28 14:51:32.642073 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] router is already registered Apr 28 14:51:32.642496 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:floatingip Apr 28 14:51:32.642889 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] floatingip is already registered Apr 28 14:51:32.643353 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service METERING assigned prefix: /metering {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.644015 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 14:51:32.644342 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] rbac_policy is already registered Apr 28 14:51:32.644784 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:security_group Apr 28 14:51:32.645121 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] security_group is already registered Apr 28 14:51:32.645523 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 14:51:32.645853 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] security_group_rule is already registered Apr 28 14:51:32.646471 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service CORE assigned prefix: {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.646801 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 14:51:32.647132 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] subnetpool is already registered Apr 28 14:51:32.647549 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.v2.resource_helper [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Service CORE assigned prefix: {{(pid=109959) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:51:32.647904 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 14:51:32.648238 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING neutron.quota.resource_registry [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] subnetpool is already registered Apr 28 14:51:32.648735 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: extensions {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.650188 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: address-groups {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.653180 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: address-scopes {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.654475 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: agents {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.655621 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: auto-allocated-topology {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.656874 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: availability_zones {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.661807 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: dhcp-networks {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.661807 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: dhcp-agents {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.661807 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: routers {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.663171 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: flavors {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.664329 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: service_profiles {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.665605 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: next_providers {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.667538 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: service_profiles {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.670118 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: floatingip-pools {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.671422 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: routers {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.673547 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: floatingips {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.674825 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: l3-routers {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.676184 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: l3-agents {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.677649 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: metering-labels {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.678981 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: metering-label-rules {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.680273 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: network-ip-availabilities {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.681583 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: bindings {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.683815 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: quotas {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.685379 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: quotas {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.686916 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: rbac-policies {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.688331 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: security-groups {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.691168 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: security-group-rules {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.691168 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: service-providers {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.691962 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: subnetpools {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.693403 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: subnetpools {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.694862 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: tags {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.696530 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: tags {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.698375 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: tags {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.700164 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: tags {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.701955 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: tags {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.703815 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: tags {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.705581 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: tags {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.707462 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: tags {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.709247 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: tags {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.711108 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron.api.extensions [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Extended resource: tags {{(pid=109959) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:51:32.717342 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING keystonemiddleware.auth_token [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 28 14:51:32.723435 dv-cinder-839768-1-iscsi neutron-server[109959]: WARNING keystonemiddleware.auth_token [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 28 14:51:32.732449 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_concurrency.lockutils [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Acquired lock "singleton_lock" {{(pid=109959) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 28 14:51:32.732971 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_concurrency.lockutils [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Releasing lock "singleton_lock" {{(pid=109959) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 28 14:51:32.733632 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO oslo_service.service [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Starting 2 workers Apr 28 14:51:32.738852 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Started child 110070 {{(pid=109959) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 14:51:32.743564 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Started child 110071 {{(pid=109959) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 14:51:32.744265 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:32.745764 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO neutron.service [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 28 14:51:32.746383 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [-] (110070) wsgi starting up on http://0.0.0.0:9696 Apr 28 14:51:32.746496 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Publish callbacks [] for process (None), before_spawn {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:32.748854 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO oslo_service.service [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Starting 1 workers Apr 28 14:51:32.754476 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:32.754476 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [-] (110071) wsgi starting up on http://0.0.0.0:9696 Apr 28 14:51:32.755057 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Started child 110072 {{(pid=109959) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 14:51:32.755057 dv-cinder-839768-1-iscsi neutron-server[109959]: INFO oslo_service.service [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Starting 1 workers Apr 28 14:51:32.757943 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.service [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] calling RpcWorker wait() {{(pid=110072) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 28 14:51:32.758475 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.service [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] returning from RpcWorker wait() {{(pid=110072) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 28 14:51:32.759299 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Started child 110073 {{(pid=109959) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 14:51:32.759908 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:32.760104 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG neutron_lib.callbacks.manager [None req-1976575d-ccbf-4d07-9557-a06a4efa4d3b None None] Publish callbacks [] for process (None), after_spawn {{(pid=109959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:32.760290 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:51:32.762139 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109959) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 14:51:32.762356 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 14:51:32.762601 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 14:51:32.762754 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 14:51:32.763153 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 14:51:32.763301 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 14:51:32.763773 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.764054 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.764337 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.764593 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.764998 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:32.765541 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.765541 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.765682 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.765954 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.766044 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:51:32.766206 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.766377 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.766546 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.766790 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.767047 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.767344 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.767613 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.767867 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.769862 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.770040 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.770321 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.770600 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.770859 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.771174 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] debug = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.771429 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.771925 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.772157 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.772404 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.772644 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.772964 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.773213 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.773551 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.773780 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.774024 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.774324 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.774527 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.774776 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.775008 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.775224 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.775508 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.775749 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.778945 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] host = dv-cinder-839768-1-iscsi {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.779195 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.779445 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.779696 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.779966 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.780254 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.780513 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.780816 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.781099 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.781356 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.781646 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.781853 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.782112 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.782361 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.782622 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_file = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.782793 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_options = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.783033 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.783326 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.783578 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.783772 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.783944 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.784112 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.784373 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.784540 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.784808 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.785031 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.788629 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.788629 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.788629 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.788629 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.788629 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.788629 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.788629 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.788629 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.789181 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.789181 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.789181 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.789181 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.789181 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.789181 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.789181 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.789181 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.789629 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.789629 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.790226 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.790488 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.790748 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.791052 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.791298 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.791543 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.791829 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.792614 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.792867 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.793087 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.793355 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.793585 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.793845 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.794106 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.794323 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.794573 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.794811 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.795059 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.795311 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] use_json = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.795525 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.795759 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.796032 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.796286 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.796505 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.796745 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.797046 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.797287 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.797526 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.797963 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.798258 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.799070 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.799339 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.799578 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.799822 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.800078 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.800307 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.800543 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.800815 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.801619 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.801891 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.802212 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.802552 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.802742 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.803065 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.803353 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.803634 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.804043 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.804196 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.804338 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.804580 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.804872 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.805117 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.808384 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.808384 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.808384 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.808384 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.808384 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.808384 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.808384 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.808384 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.809081 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.809081 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.809081 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.809081 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.809326 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.809533 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.809948 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.810197 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.810473 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.810718 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.810936 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.811180 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.811430 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.811680 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.811913 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.812161 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.812424 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.812731 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.812890 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.813263 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.813490 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.813707 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.813950 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.814197 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.814418 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.814676 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.814927 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.815181 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.815419 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.815667 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.815902 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.816163 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.816597 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.816858 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.817079 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.817321 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.817531 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.817937 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.818334 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.818548 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.818773 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.818993 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.819215 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.819429 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.819633 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.819916 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.820139 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.820374 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.820588 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.820850 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.821082 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.821442 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.821837 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.822055 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.822275 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.822492 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.822727 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.822941 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.823179 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.823418 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.823717 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.823966 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.824340 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.824602 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.824947 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.831404 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.831404 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.831404 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.831404 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.831404 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.831404 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.831404 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.831404 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832072 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832072 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832072 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832072 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832072 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832072 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832072 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832072 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832605 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832605 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832605 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832605 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832605 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832605 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832605 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.832605 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833105 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833105 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833105 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833105 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833105 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833105 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833105 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833105 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833565 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833565 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833565 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833565 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833804 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.833804 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.834077 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.834324 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.834542 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.834772 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.835115 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.835372 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.835604 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.835842 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.836122 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.836379 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.836636 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.836939 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.837193 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.837452 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.837855 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.838088 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.838306 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.838540 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.838776 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.839019 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.839271 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.839491 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.839711 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.840105 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.840471 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.840919 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.841140 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.841381 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.841645 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.841846 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.842067 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.842322 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.842537 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.842769 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.843066 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.843328 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.843506 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.843922 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.844139 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.844557 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.844786 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.845082 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.845331 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.845568 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.845798 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.846043 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.846300 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.846520 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.846767 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.846987 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.847198 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.847887 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.848770 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.849179 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.849433 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.849671 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.849912 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.850175 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.850437 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.850780 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.851037 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.851272 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.851532 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.851775 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.852000 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.852223 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.852446 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.852681 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.852929 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.853154 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.853397 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.853639 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.853859 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.854096 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.854350 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.855153 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.855415 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.855654 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.855878 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.856123 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.856360 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.856594 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.856851 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.857071 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860186 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860186 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860186 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860186 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860186 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860186 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860186 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860186 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860928 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860928 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860928 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860928 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860928 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860928 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860928 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.860928 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.861486 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.861486 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.861636 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.861722 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.861943 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.862155 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.862382 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.862592 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.862806 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.863027 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.863241 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.863449 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.863678 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.863904 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.864102 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.864322 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.864537 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.864777 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.865005 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.865256 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.865467 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.865711 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.865926 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.866136 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.866442 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.866689 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.866923 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.867221 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.867480 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.867724 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.867950 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.868252 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.868466 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.868753 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.868993 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.869215 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.869438 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.869702 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.870039 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.870855 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.871107 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.871411 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.871718 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.872059 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.872491 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.873369 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.873821 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.874594 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.875274 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.875550 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.875834 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.876788 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.877025 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.877251 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.877475 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.877733 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.877956 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.878204 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.878434 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.878688 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.878943 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.879176 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.879419 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.879653 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.879872 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.880121 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.880341 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.880500 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 14:51:32.881073 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109959) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 14:51:32.881237 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 14:51:32.881393 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 14:51:32.881566 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 14:51:32.881737 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 14:51:32.881888 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 14:51:32.882256 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.882427 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.882591 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.882752 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.882953 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.883120 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.883283 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.883446 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.883608 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.883764 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.883919 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.884074 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.884229 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.884445 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.884538 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.884711 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.884868 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.885043 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.885200 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.888519 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.888519 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.888519 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] debug = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.888519 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.888519 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.888519 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889079 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889079 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889079 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889079 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889079 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889079 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889079 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889079 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889612 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889612 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889612 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889612 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889612 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889612 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889612 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] host = dv-cinder-839768-1-iscsi {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.889612 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890142 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890142 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890142 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890142 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890142 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890142 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890142 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890142 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890672 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890672 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890672 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890672 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890672 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_file = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.890672 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_options = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.891138 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.891138 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.891138 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.891346 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.891346 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.891508 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.891661 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.891821 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.891983 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.892143 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.892307 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.892465 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.892805 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.892965 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.893126 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.893286 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.893446 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.893610 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.893787 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.894094 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.894249 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:51:32.894344 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.894425 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.894587 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.894713 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.894874 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.895034 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.895194 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.895354 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.895513 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.895673 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.895833 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.895993 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.896152 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.896312 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.896471 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.896631 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.896816 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.897590 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.897924 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.897924 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.898102 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.898459 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.898459 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.899039 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.899206 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.899350 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.899567 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] use_json = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.899702 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.899827 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.899983 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.900299 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.900465 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.900626 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.900848 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.900962 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.901267 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:51:32.901609 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.901912 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.902231 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.902400 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.902570 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.902735 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.902898 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.903063 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.903227 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.903391 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.903565 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.903727 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.904070 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.904386 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.904549 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.904744 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.904970 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.905125 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.905236 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.905401 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.905561 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.905725 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.905898 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.906062 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.906225 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.906389 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.906551 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.906722 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.906884 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.907053 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.907231 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.907396 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.907560 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.907723 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.907888 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.908051 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.908215 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.908379 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.908546 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.908731 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.908895 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.909059 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.909220 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.909387 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.909551 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.909720 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.909887 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.910052 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.910215 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.910379 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.910543 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.910705 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.910867 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.911032 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.911196 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.911364 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.911526 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.911843 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.912019 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.912181 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.912343 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.912504 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.912685 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.912895 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.913003 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.913153 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.917638 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.917638 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.917638 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.917638 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.917638 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.917638 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.917638 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.917638 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.917638 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.918922 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.918922 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.918922 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.918922 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.918922 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.918922 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.918922 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.918922 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.918922 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.919527 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.919527 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.919527 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.919527 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.919527 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.919527 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.919527 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.919527 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.919527 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.920122 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.920122 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.920122 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.920122 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.920122 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.920122 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.920532 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.920532 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.920532 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.920765 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.920843 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.921018 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.921179 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.921500 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.921650 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.921830 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.921975 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.922111 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.922286 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.922495 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.922650 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.922780 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.922914 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.923123 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.923271 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.923407 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.923541 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.923675 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.923808 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.924026 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.924206 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.924342 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.924474 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.924620 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.924795 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.924934 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.925068 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.925196 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.925358 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.925521 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.925686 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.925848 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.926021 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.926187 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.926433 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.926524 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.926701 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.926844 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.926969 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.927136 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.927301 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.927454 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.927615 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.927776 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.927938 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.928099 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.928262 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.928425 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.928587 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.928764 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.928922 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.929083 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.929243 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.929394 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.929555 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.929745 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.929911 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.930227 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.930391 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.930552 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.930714 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.930859 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.931026 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.931180 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.931339 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.931503 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.931667 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.931828 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.931975 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.932141 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.932303 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.932479 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.933204 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.933418 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.933614 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.933804 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.933804 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.934083 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.934218 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.934351 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.934485 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.934618 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.934762 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.934900 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.935034 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.935172 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.935326 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.935489 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.935652 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.935815 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.935978 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.936158 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.936321 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.936482 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.936646 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.936830 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.936993 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.937155 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.937317 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.937478 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.937641 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.937804 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.937966 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.938128 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.938292 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.938452 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.938613 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.938777 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.938941 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.939104 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.939268 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.939429 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.939589 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.939754 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.939915 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.940078 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.940239 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.940399 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.940560 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.940774 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.940912 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.941076 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.941237 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.941399 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.941560 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.941721 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.941893 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.942062 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.942203 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.942362 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.942523 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.942684 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.942856 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.943022 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.943206 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.943339 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.943500 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.943660 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.943831 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.943993 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.944154 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.944315 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.944475 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.944636 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.944829 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949138 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949138 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949138 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949138 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949138 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949138 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949138 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949138 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949706 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949706 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949706 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949706 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949706 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949706 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949706 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.949706 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950252 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950252 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950252 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950252 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950252 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950252 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950252 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950252 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950780 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950780 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950780 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950780 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950780 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950780 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950780 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.950780 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951311 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951311 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951311 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951311 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951311 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951311 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951311 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951311 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951311 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951904 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951904 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951904 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.951904 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.952177 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.952177 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.952319 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.952433 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.952596 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.952785 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.952948 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.953111 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.953271 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:51:32.953427 dv-cinder-839768-1-iscsi neutron-server[109959]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109959) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 14:51:32.974596 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 48520) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:51:32.984101 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072186 Apr 28 14:51:44.432288 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10de593d-6cea-4af9-9117-2db8c15842f1 None None] get_active_networks_info from dv-cinder-839768-1-iscsi {{(pid=110072) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 14:51:44.511169 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de593d-6cea-4af9-9117-2db8c15842f1 None None] No non-hosted networks {{(pid=110072) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 28 14:51:44.519220 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.agentschedulers_db [None req-10de593d-6cea-4af9-9117-2db8c15842f1 None None] DHCP Agent not found on host dv-cinder-839768-1-iscsi {{(pid=110072) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 28 14:51:44.597694 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-57ea3556-7245-48b7-95b3-c924aef1c20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-712391'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:46.770311 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-76aa9989-7cfe-4041-a384-fb8f4b4d4fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-712391'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:46.826827 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.db.api [None req-f7f0cf2a-efeb-434d-9b95-2ded7af12bd4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-839768-1-iscsi {{(pid=110072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:51:46.827587 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG oslo_db.api [None req-f7f0cf2a-efeb-434d-9b95-2ded7af12bd4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:51:47.343672 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f7f0cf2a-efeb-434d-9b95-2ded7af12bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:47.630141 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 48586) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:51:48.003393 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-712391'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:48.218314 dv-cinder-839768-1-iscsi neutron-server[110070]: WARNING oslo_policy.policy [None req-3f0ab324-1e73-4027-86a6-ca544839c373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:51:48.219018 dv-cinder-839768-1-iscsi neutron-server[110070]: WARNING oslo_policy.policy [None req-3f0ab324-1e73-4027-86a6-ca544839c373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:51:48.447766 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [None req-3f0ab324-1e73-4027-86a6-ca544839c373 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:51:48.451680 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3f0ab324-1e73-4027-86a6-ca544839c373 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8177722 Apr 28 14:51:49.294852 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-712391'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:50.832082 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-712391'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:50.832837 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.833182 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.833515 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.833843 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.834447 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.834783 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.835110 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.835449 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.835776 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.836095 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.836593 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.837108 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.837727 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.838217 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.838576 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:50.838964 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839768-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:51:50.845375 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839768-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:51:51.015975 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 48620) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:51:51.324984 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-83a5d268-af1e-4916-ba32-7e1ed2b10a25 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:51:51.416070 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.policy [None req-83a5d268-af1e-4916-ba32-7e1ed2b10a25 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110070) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 14:51:51.459310 dv-cinder-839768-1-iscsi neutron-server[110070]: WARNING oslo_policy.policy [None req-83a5d268-af1e-4916-ba32-7e1ed2b10a25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:51:51.459698 dv-cinder-839768-1-iscsi neutron-server[110070]: WARNING oslo_policy.policy [None req-83a5d268-af1e-4916-ba32-7e1ed2b10a25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:51:51.635093 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-83a5d268-af1e-4916-ba32-7e1ed2b10a25 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788276792926', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788276792402', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788276776862', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788276784515', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788281278981', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788281288258', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3922090', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3815349', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595327', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529894'] for rbac-policy (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:51.822825 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-83a5d268-af1e-4916-ba32-7e1ed2b10a25 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:51.831013 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-83a5d268-af1e-4916-ba32-7e1ed2b10a25 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8076241 Apr 28 14:51:54.321215 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 48632) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:51:54.636567 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:51:54.699994 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Made reservation on behalf of ffd587bb9b654691814571a1646aea53 for: {'network': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:51:54.704910 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:54.721298 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:54.828929 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Publish callbacks [] for security_group (327af6db-2041-445c-99cc-e78f958864fb), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:54.830038 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.db.l3_hamode_db [None req-1d4de7eb-e5a8-40b9-9991-1228f6e7b8d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 28 14:51:54.900317 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (327af6db-2041-445c-99cc-e78f958864fb), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:54.909577 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4de7eb-e5a8-40b9-9991-1228f6e7b8d1 None None] Routers set() bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:51:54.909963 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4de7eb-e5a8-40b9-9991-1228f6e7b8d1 None None] Router IDs set() for agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 14:51:54.926408 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=110070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:51:54.960044 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788276502896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (c1276443-73a6-483f-b451-1837741a7e98), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:54.960622 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Unsubscribe: segment precommit_create {{(pid=110070) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 14:51:54.961178 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.segments_db [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Added segment c1276443-73a6-483f-b451-1837741a7e98 of type vlan for network bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 Apr 28 14:51:54.977429 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=327af6db-2041-445c-99cc-e78f958864fb,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:51:55.004737 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.005088 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.005496 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.005879 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.006221 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.006554 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.006891 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.007217 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.007574 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.007946 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.008276 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.008725 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.009038 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.009389 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.009809 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Tracked resource versions report: Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: pushed versions: Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: { 'AddressGroup': {'1.2'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Agent': {'1.1'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'ConntrackHelper': {'1.0'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'LocalIPAssociation': {'1.0'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Log': {'1.0'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'NDPProxy': {'1.0'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Network': {'1.1'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Port': {'1.7'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'PortForwarding': {'1.3'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'QosPolicy': {'1.10'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'SecurityGroup': {'1.5'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'SubPort': {'1.0'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Subnet': {'1.1'}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Trunk': {'1.1'}} Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: consumer versions: Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: { DHCP agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: L3 agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: Metadata agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: Metering agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: Open vSwitch agent@dv-cinder-839768-1-iscsi: { 'AddressGroup': '1.2', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Agent': '1.1', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'ConntrackHelper': '1.0', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'LocalIPAssociation': '1.0', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Log': '1.0', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'NDPProxy': '1.0', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Network': '1.1', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Port': '1.7', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'PortForwarding': '1.3', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'QosPolicy': '1.10', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'SecurityGroup': '1.5', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'SecurityGroupRule': '1.2', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'SubPort': '1.0', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Subnet': '1.1', Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Trunk': '1.1'}} Apr 28 14:51:55.011254 dv-cinder-839768-1-iscsi neutron-server[110070]: {{(pid=110070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:51:55.078969 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (bd2fa4df-09d8-4dbb-9349-b7e7c75406c9), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:55.180433 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (bd2fa4df-09d8-4dbb-9349-b7e7c75406c9), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:55.185776 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:55.186511 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:55.296301 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] Pushing event updated for resources: {'Network': ['ID=bd2fa4df-09d8-4dbb-9349-b7e7c75406c9,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:51:55.302830 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-07569c05-024f-4c99-85ee-78c98e71cdf0 demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9806249 Apr 28 14:51:55.307844 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:51:57.799121 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 48644) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:51:58.286613 dv-cinder-839768-1-iscsi neutron-server[110071]: WARNING oslo_policy.policy [None req-fd8bc855-c39e-4d93-942f-05a569bd25c8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:51:58.287154 dv-cinder-839768-1-iscsi neutron-server[110071]: WARNING oslo_policy.policy [None req-fd8bc855-c39e-4d93-942f-05a569bd25c8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:51:58.718447 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.policy [None req-fd8bc855-c39e-4d93-942f-05a569bd25c8 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110071) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 14:51:58.760371 dv-cinder-839768-1-iscsi neutron-server[110071]: WARNING oslo_policy.policy [None req-fd8bc855-c39e-4d93-942f-05a569bd25c8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:51:58.761886 dv-cinder-839768-1-iscsi neutron-server[110071]: WARNING oslo_policy.policy [None req-fd8bc855-c39e-4d93-942f-05a569bd25c8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:51:58.769376 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8bc855-c39e-4d93-942f-05a569bd25c8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:58.771298 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-fd8bc855-c39e-4d93-942f-05a569bd25c8 demo admin] 10.222.0.31 "GET /v2.0/networks/bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 HTTP/1.1" status: 200 len: 825 time: 0.9701519 Apr 28 14:51:58.809711 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-22e609d1-3a1d-45b4-ae3a-f5b2021805db demo admin] 10.222.0.31 "GET /v2.0/subnetpools/a90fe74c-6431-4e87-a294-5712acdfe45a HTTP/1.1" status: 200 len: 734 time: 0.0327454 Apr 28 14:51:58.818302 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9', 'ip_version': 4, 'subnetpool_id': 'a90fe74c-6431-4e87-a294-5712acdfe45a', 'gateway_ip': '172.20.0.1'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:51:58.910690 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Made reservation on behalf of ffd587bb9b654691814571a1646aea53 for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:51:58.913459 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:59.260926 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for subnet (0d2842bf-fe83-41cd-8a98-729bd8e283c3), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:59.332996 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Checking segment: {'id': 'c1276443-73a6-483f-b451-1837741a7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:51:59.333363 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Network hostable DHCP agents. Network: bd2fa4df-09d8-4dbb-9349-b7e7c75406c9, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:51:59.340932 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Pushing event updated for resources: {'Subnet': ['ID=0d2842bf-fe83-41cd-8a98-729bd8e283c3,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:51:59.352007 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.352349 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.352721 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.353077 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.353409 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.353736 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.354082 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.354403 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.354743 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.355068 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.355389 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.355722 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.356040 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.356362 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.356686 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Tracked resource versions report: Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: pushed versions: Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: { 'AddressGroup': {'1.2'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Agent': {'1.1'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'ConntrackHelper': {'1.0'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'LocalIPAssociation': {'1.0'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Log': {'1.0'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'NDPProxy': {'1.0'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Network': {'1.1'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Port': {'1.7'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'PortForwarding': {'1.3'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'QosPolicy': {'1.10'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'SecurityGroup': {'1.5'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'SubPort': {'1.0'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Subnet': {'1.1'}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Trunk': {'1.1'}} Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: consumer versions: Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: { DHCP agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: L3 agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: Metadata agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: Metering agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: Open vSwitch agent@dv-cinder-839768-1-iscsi: { 'AddressGroup': '1.2', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Agent': '1.1', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'ConntrackHelper': '1.0', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'LocalIPAssociation': '1.0', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Log': '1.0', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'NDPProxy': '1.0', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Network': '1.1', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Port': '1.7', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'PortForwarding': '1.3', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'QosPolicy': '1.10', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'SecurityGroup': '1.5', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'SecurityGroupRule': '1.2', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'SubPort': '1.0', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Subnet': '1.1', Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Trunk': '1.1'}} Apr 28 14:51:59.358009 dv-cinder-839768-1-iscsi neutron-server[110071]: {{(pid=110071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:51:59.431449 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Network bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:51:59.517142 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, bd2fa4df-09d8-4dbb-9349-b7e7c75406c9) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:51:59.522094 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:59.522748 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:51:59.526952 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27809481-b412-4e3d-b6b7-3e3e1c40565f None None] Network bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:51:59.742926 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-db768fd2-5d4b-4ffb-b486-7ec829c64bec demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9279423 Apr 28 14:51:59.778180 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe06547cc-7c40-502f-8a3c-f018a8c7a7ca-bd2fa4df-09d8-4dbb-9349-b7e7c75406c9', 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9', 'project_id': 'ffd587bb9b654691814571a1646aea53', 'fixed_ips': [{'subnet_id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3'}]}} from dv-cinder-839768-1-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:51:59.779488 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:00.073693 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Allocated IP 172.20.0.2 (bd2fa4df-09d8-4dbb-9349-b7e7c75406c9/0d2842bf-fe83-41cd-8a98-729bd8e283c3/c4451c1e-94b5-49fe-b170-33c6a2f4bbd3) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:52:00.339716 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Publish callbacks [] for port (c4451c1e-94b5-49fe-b170-33c6a2f4bbd3), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:00.420723 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (c4451c1e-94b5-49fe-b170-33c6a2f4bbd3), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:00.500382 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Network bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:52:00.508747 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:52:00.510712 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Pushing event updated for resources: {'Port': ['ID=c4451c1e-94b5-49fe-b170-33c6a2f4bbd3,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:00.519257 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:52:00.523093 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.523438 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.523793 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.524143 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.524473 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.524836 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.525158 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.525478 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.525803 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.526157 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.526475 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.526809 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.527127 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.527717 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.527803 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Tracked resource versions report: Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: pushed versions: Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: { 'AddressGroup': {'1.2'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Agent': {'1.1'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'ConntrackHelper': {'1.0'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'LocalIPAssociation': {'1.0'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Log': {'1.0'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'NDPProxy': {'1.0'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Network': {'1.1'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Port': {'1.7'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'PortForwarding': {'1.3'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'QosPolicy': {'1.10'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'SecurityGroup': {'1.5'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'SubPort': {'1.0'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Subnet': {'1.1'}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Trunk': {'1.1'}} Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: consumer versions: Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: { DHCP agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: L3 agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: Metadata agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: Metering agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: Open vSwitch agent@dv-cinder-839768-1-iscsi: { 'AddressGroup': '1.2', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Agent': '1.1', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'ConntrackHelper': '1.0', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'LocalIPAssociation': '1.0', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Log': '1.0', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'NDPProxy': '1.0', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Network': '1.1', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Port': '1.7', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'PortForwarding': '1.3', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'QosPolicy': '1.10', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'SecurityGroup': '1.5', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'SecurityGroupRule': '1.2', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'SubPort': '1.0', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Subnet': '1.1', Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Trunk': '1.1'}} Apr 28 14:52:00.529218 dv-cinder-839768-1-iscsi neutron-server[110072]: {{(pid=110072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:52:00.606148 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Attempting to bind port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:52:00.606460 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Attempting to bind port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'c1276443-73a6-483f-b451-1837741a7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:52:00.606880 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Attempting to bind port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 on network bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:52:00.612138 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:52:00.612512 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Checking segment: {'id': 'c1276443-73a6-483f-b451-1837741a7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:52:00.613102 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:00.613486 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Bound using segment: {'id': 'c1276443-73a6-483f-b451-1837741a7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:52:00.613950 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Bound port: c4451c1e-94b5-49fe-b170-33c6a2f4bbd3, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1276443-73a6-483f-b451-1837741a7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:52:00.614359 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (c4451c1e-94b5-49fe-b170-33c6a2f4bbd3), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:00.677430 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] For port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:52:00.696530 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] For port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=c4451c1e-94b5-49fe-b170-33c6a2f4bbd3,segment=NetworkSegment(c1276443-73a6-483f-b451-1837741a7e98),segment_id=c1276443-73a6-483f-b451-1837741a7e98)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:52:00.769245 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (c4451c1e-94b5-49fe-b170-33c6a2f4bbd3), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:00.826054 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465423ad-63c5-4ebf-989a-8ad08495a3e1 None None] Pushing event updated for resources: {'Port': ['ID=c4451c1e-94b5-49fe-b170-33c6a2f4bbd3,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:02.259728 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 48664) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:52:02.577116 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [None req-c7addaa1-3b9c-4564-be63-12d854dfe4ff admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:52:02.578205 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-c7addaa1-3b9c-4564-be63-12d854dfe4ff admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3174484 Apr 28 14:52:05.077353 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 48672) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:52:05.395570 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [None req-930fde9a-b929-4a97-be75-3b3055141cf1 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:52:05.396539 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-930fde9a-b929-4a97-be75-3b3055141cf1 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3182843 Apr 28 14:52:07.903059 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 48680) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:52:08.210340 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-702173a2-8bd4-4162-81c2-e88990e392a4 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:52:08.306146 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-702173a2-8bd4-4162-81c2-e88990e392a4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14111'] for router (d2b72bc7-71d4-4023-9e0d-74bad916ad47), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:08.307781 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-702173a2-8bd4-4162-81c2-e88990e392a4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (d2b72bc7-71d4-4023-9e0d-74bad916ad47), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:08.445568 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-702173a2-8bd4-4162-81c2-e88990e392a4 demo demo] Publish callbacks [] for router_controller (d2b72bc7-71d4-4023-9e0d-74bad916ad47), precommit_add_association {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:08.501101 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-702173a2-8bd4-4162-81c2-e88990e392a4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547806'] for router (d2b72bc7-71d4-4023-9e0d-74bad916ad47), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:08.576418 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-702173a2-8bd4-4162-81c2-e88990e392a4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:08.577614 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-702173a2-8bd4-4162-81c2-e88990e392a4 demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6735313 Apr 28 14:52:11.072497 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 48692) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:52:11.399223 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [None req-120481f7-e504-43d3-aa95-8c82e16af97a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:52:11.400202 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-120481f7-e504-43d3-aa95-8c82e16af97a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3267555 Apr 28 14:52:11.495014 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:52:11.592580 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:52:11.593047 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (c4451c1e-94b5-49fe-b170-33c6a2f4bbd3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:11.720126 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:52:11.720524 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (c4451c1e-94b5-49fe-b170-33c6a2f4bbd3), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:11.754397 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=c4451c1e-94b5-49fe-b170-33c6a2f4bbd3,segment=NetworkSegment(c1276443-73a6-483f-b451-1837741a7e98),segment_id=c1276443-73a6-483f-b451-1837741a7e98)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:52:11.808524 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (c4451c1e-94b5-49fe-b170-33c6a2f4bbd3), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:11.858644 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=c4451c1e-94b5-49fe-b170-33c6a2f4bbd3,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:12.278224 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b5924-6d6c-4337-9e6c-fbbd5c03e3d4 None None] Network bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:52:12.349259 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-547791e9-f123-48ff-9e0f-350db9f3ce67 None None] Provisioning complete for port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:52:12.349634 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-547791e9-f123-48ff-9e0f-350db9f3ce67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (c4451c1e-94b5-49fe-b170-33c6a2f4bbd3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:12.466941 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-547791e9-f123-48ff-9e0f-350db9f3ce67 None None] Current status of the port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:52:12.684476 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-64a5d382-a69d-4b06-974b-17281711e852 None None] Provisioning complete for port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:52:12.685156 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-64a5d382-a69d-4b06-974b-17281711e852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (c4451c1e-94b5-49fe-b170-33c6a2f4bbd3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:12.761291 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-64a5d382-a69d-4b06-974b-17281711e852 None None] Current status of the port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:52:13.465561 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:52:13.510028 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:52:13.510447 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (c4451c1e-94b5-49fe-b170-33c6a2f4bbd3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:13.591083 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:52:13.918166 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 48700) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:52:14.226949 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:52:14.299739 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Made reservation on behalf of 3dc57cc3d5a74a438baf5dd7759548c4 for: {'network': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:52:14.301903 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:14.310759 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:14.385907 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Publish callbacks [] for security_group (88afa2ad-8b61-499d-a652-66048b85f08f), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:14.402597 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7e415bb3-17bb-42e0-b6da-bd4cda50b8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:14.430987 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (88afa2ad-8b61-499d-a652-66048b85f08f), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:14.445873 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Reserving flat network on physical network physnet1 {{(pid=110070) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 28 14:52:14.465338 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88afa2ad-8b61-499d-a652-66048b85f08f,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:14.469569 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (b5835e26-f10d-4cfe-af94-8b858058be88), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:14.469569 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.segments_db [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Added segment b5835e26-f10d-4cfe-af94-8b858058be88 of type flat for network 4b557462-7dca-499c-bcf1-0b01900942b2 Apr 28 14:52:14.512894 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (4b557462-7dca-499c-bcf1-0b01900942b2), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:14.602603 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (4b557462-7dca-499c-bcf1-0b01900942b2), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:14.603920 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:52:14.605086 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:14.693584 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] Pushing event updated for resources: {'Network': ['ID=4b557462-7dca-499c-bcf1-0b01900942b2,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:14.703839 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network 4b557462-7dca-499c-bcf1-0b01900942b2 details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:52:14.708533 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-7254b40d-1c7b-4965-bad4-939fb8d9676f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7891021 Apr 28 14:52:16.751673 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-00c82190-e9eb-412d-9125-5e859e9e46a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:17.146653 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 48708) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:52:17.523948 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0590f54e-3035-444b-b716-3c06a3bbc029 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:52:17.523948 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-0590f54e-3035-444b-b716-3c06a3bbc029 demo admin] 10.222.0.31 "GET /v2.0/subnets/0d2842bf-fe83-41cd-8a98-729bd8e283c3 HTTP/1.1" status: 200 len: 849 time: 0.3714404 Apr 28 14:52:17.640552 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-690196af-f3de-457c-99a9-2cf9258e2e01 demo admin] 10.222.0.31 "GET /v2.0/routers/d2b72bc7-71d4-4023-9e0d-74bad916ad47 HTTP/1.1" status: 200 len: 704 time: 0.1157217 Apr 28 14:52:17.919237 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:18.014075 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:18.248470 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Allocated IP 172.20.0.1 (bd2fa4df-09d8-4dbb-9349-b7e7c75406c9/0d2842bf-fe83-41cd-8a98-729bd8e283c3/3a177282-f90d-4928-99d4-aaef0be51607) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:52:18.409407 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Publish callbacks [] for port (3a177282-f90d-4928-99d4-aaef0be51607), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:18.529368 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (3a177282-f90d-4928-99d4-aaef0be51607), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:18.594991 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Network bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:52:18.600806 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:52:18.604519 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:52:18.605126 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711083'] for router_interface (d2b72bc7-71d4-4023-9e0d-74bad916ad47), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:18.675927 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Pushing event updated for resources: {'Port': ['ID=3a177282-f90d-4928-99d4-aaef0be51607,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:18.828941 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-bf89894c-1048-4b0d-be05-872f30f522c0 None None] Provisioning complete for port 3a177282-f90d-4928-99d4-aaef0be51607 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:52:18.828941 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bf89894c-1048-4b0d-be05-872f30f522c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (3a177282-f90d-4928-99d4-aaef0be51607), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:18.846336 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-bf89894c-1048-4b0d-be05-872f30f522c0 None None] Port 3a177282-f90d-4928-99d4-aaef0be51607 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:52:18.933803 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (3a177282-f90d-4928-99d4-aaef0be51607), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:19.138994 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Publish callbacks [] for port (3a177282-f90d-4928-99d4-aaef0be51607), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:19.179416 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (3a177282-f90d-4928-99d4-aaef0be51607), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:19.180196 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712219'] for router_interface (d2b72bc7-71d4-4023-9e0d-74bad916ad47), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:19.242004 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Pushing event updated for resources: {'Port': ['ID=3a177282-f90d-4928-99d4-aaef0be51607,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:19.259170 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:19.307730 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Network bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:52:19.309156 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:52:19.574655 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Router d2b72bc7-71d4-4023-9e0d-74bad916ad47 is scheduled to L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 with binding_index 1 {{(pid=110071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:52:19.668610 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-547d1832-0f05-4b77-a383-3c2b1d1d75fc None None] Provisioning complete for port 3a177282-f90d-4928-99d4-aaef0be51607 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:52:19.668831 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:52:19.668927 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-547d1832-0f05-4b77-a383-3c2b1d1d75fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (3a177282-f90d-4928-99d4-aaef0be51607), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:19.679744 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-d8556118-c37a-4670-ba4d-c83341136681 demo admin] 10.222.0.31 "PUT /v2.0/routers/d2b72bc7-71d4-4023-9e0d-74bad916ad47/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0285439 Apr 28 14:52:19.679847 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Sync routers for ids ['d2b72bc7-71d4-4023-9e0d-74bad916ad47'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:52:19.692564 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Routers {'d2b72bc7-71d4-4023-9e0d-74bad916ad47'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:52:19.693436 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-90282202-5289-4f64-9088-bad84eadad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T14:52:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['d2b72bc7-71d4-4023-9e0d-74bad916ad47'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:52:19.714540 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-547d1832-0f05-4b77-a383-3c2b1d1d75fc None None] Port 3a177282-f90d-4928-99d4-aaef0be51607 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:52:19.898741 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Set router d2b72bc7-71d4-4023-9e0d-74bad916ad47 gateway port host: None {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:52:20.324833 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-90282202-5289-4f64-9088-bad84eadad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'name': 'router1', 'tenant_id': 'ffd587bb9b654691814571a1646aea53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:52:08Z', 'updated_at': '2022-04-28T14:52:18Z', 'revision_number': 2, 'project_id': 'ffd587bb9b654691814571a1646aea53', 'gw_port_host': None, '_interfaces': [{'id': '3a177282-f90d-4928-99d4-aaef0be51607', 'name': '', 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9', 'tenant_id': 'ffd587bb9b654691814571a1646aea53', 'mac_address': 'fa:16:3e:bf:08:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:52:17Z', 'updated_at': '2022-04-28T14:52:19Z', 'revision_number': 2, 'project_id': 'ffd587bb9b654691814571a1646aea53', 'subnets': [{'id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a90fe74c-6431-4e87-a294-5712acdfe45a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:52:20.375819 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Checking router: d2b72bc7-71d4-4023-9e0d-74bad916ad47 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:52:20.376221 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Updating router d2b72bc7-71d4-4023-9e0d-74bad916ad47 port 3a177282-f90d-4928-99d4-aaef0be51607 binding host dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:52:20.428514 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (3a177282-f90d-4928-99d4-aaef0be51607), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:20.825721 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:20.935787 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Publish callbacks [] for port (3a177282-f90d-4928-99d4-aaef0be51607), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:20.997431 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (3a177282-f90d-4928-99d4-aaef0be51607), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:21.154595 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Pushing event updated for resources: {'Port': ['ID=3a177282-f90d-4928-99d4-aaef0be51607,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:21.171942 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.172294 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.172713 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.173064 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.173407 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.173799 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.174137 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.174466 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.174796 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.175123 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.175454 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.175796 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.176120 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.176444 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.176788 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Tracked resource versions report: Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: pushed versions: Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: { 'AddressGroup': {'1.2'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Agent': {'1.1'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'ConntrackHelper': {'1.0'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'LocalIPAssociation': {'1.0'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Log': {'1.0'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'NDPProxy': {'1.0'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Network': {'1.1'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Port': {'1.7'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'PortForwarding': {'1.3'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'QosPolicy': {'1.10'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'SecurityGroup': {'1.5'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'SubPort': {'1.0'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Subnet': {'1.1'}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Trunk': {'1.1'}} Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: consumer versions: Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: { DHCP agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: L3 agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: Metadata agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: Metering agent@dv-cinder-839768-1-iscsi: {}, Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: Open vSwitch agent@dv-cinder-839768-1-iscsi: { 'AddressGroup': '1.2', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Agent': '1.1', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'ConntrackHelper': '1.0', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'LocalIPAssociation': '1.0', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Log': '1.0', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'NDPProxy': '1.0', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Network': '1.1', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Port': '1.7', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'PortForwarding': '1.3', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'QosPolicy': '1.10', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'SecurityGroup': '1.5', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'SecurityGroupRule': '1.2', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'SubPort': '1.0', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Subnet': '1.1', Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Trunk': '1.1'}} Apr 28 14:52:21.178228 dv-cinder-839768-1-iscsi neutron-server[110073]: {{(pid=110073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:52:21.185404 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Attempting to bind port 3a177282-f90d-4928-99d4-aaef0be51607 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:52:21.185813 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Attempting to bind port 3a177282-f90d-4928-99d4-aaef0be51607 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'c1276443-73a6-483f-b451-1837741a7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:52:21.186253 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Attempting to bind port 3a177282-f90d-4928-99d4-aaef0be51607 on network bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:52:21.195962 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:52:21.196395 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Checking segment: {'id': 'c1276443-73a6-483f-b451-1837741a7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:52:21.196958 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:21.197351 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Bound using segment: {'id': 'c1276443-73a6-483f-b451-1837741a7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:52:21.198450 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Bound port: 3a177282-f90d-4928-99d4-aaef0be51607, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1276443-73a6-483f-b451-1837741a7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:52:21.198830 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (3a177282-f90d-4928-99d4-aaef0be51607), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:21.240946 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-346cfba3-daa0-44bf-bd74-40afeaf45e2e None None] Provisioning complete for port 3a177282-f90d-4928-99d4-aaef0be51607 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:52:21.241557 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-346cfba3-daa0-44bf-bd74-40afeaf45e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (3a177282-f90d-4928-99d4-aaef0be51607), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:21.266320 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-90282202-5289-4f64-9088-bad84eadad88 None None] For port 3a177282-f90d-4928-99d4-aaef0be51607, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:52:21.277039 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-346cfba3-daa0-44bf-bd74-40afeaf45e2e None None] Port 3a177282-f90d-4928-99d4-aaef0be51607 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:52:21.287302 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-90282202-5289-4f64-9088-bad84eadad88 None None] For port 3a177282-f90d-4928-99d4-aaef0be51607, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=3a177282-f90d-4928-99d4-aaef0be51607,segment=NetworkSegment(c1276443-73a6-483f-b451-1837741a7e98),segment_id=c1276443-73a6-483f-b451-1837741a7e98)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:52:21.352096 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (3a177282-f90d-4928-99d4-aaef0be51607), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:21.409078 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Routers {'d2b72bc7-71d4-4023-9e0d-74bad916ad47'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:52:21.409708 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-90282202-5289-4f64-9088-bad84eadad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T14:52:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['d2b72bc7-71d4-4023-9e0d-74bad916ad47'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:52:21.451829 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772096b-e101-44bf-b9e1-3291796c89e7 None None] Pushing event updated for resources: {'Port': ['ID=3a177282-f90d-4928-99d4-aaef0be51607,revision_number=4']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:21.505727 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-90282202-5289-4f64-9088-bad84eadad88 None None] Set router d2b72bc7-71d4-4023-9e0d-74bad916ad47 gateway port host: None {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:52:21.596313 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-cb22cd4d-e53d-4951-8dd3-2b60fa12d44b None None] Provisioning complete for port 3a177282-f90d-4928-99d4-aaef0be51607 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:52:21.596824 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cb22cd4d-e53d-4951-8dd3-2b60fa12d44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (3a177282-f90d-4928-99d4-aaef0be51607), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:21.681604 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-cb22cd4d-e53d-4951-8dd3-2b60fa12d44b None None] Current status of the port 3a177282-f90d-4928-99d4-aaef0be51607 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:52:21.681951 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cb22cd4d-e53d-4951-8dd3-2b60fa12d44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (3a177282-f90d-4928-99d4-aaef0be51607), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:21.714571 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-90282202-5289-4f64-9088-bad84eadad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'name': 'router1', 'tenant_id': 'ffd587bb9b654691814571a1646aea53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:52:08Z', 'updated_at': '2022-04-28T14:52:18Z', 'revision_number': 2, 'project_id': 'ffd587bb9b654691814571a1646aea53', 'gw_port_host': None, '_interfaces': [{'id': '3a177282-f90d-4928-99d4-aaef0be51607', 'name': '', 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9', 'tenant_id': 'ffd587bb9b654691814571a1646aea53', 'mac_address': 'fa:16:3e:bf:08:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:52:17Z', 'updated_at': '2022-04-28T14:52:21Z', 'revision_number': 4, 'project_id': 'ffd587bb9b654691814571a1646aea53', 'subnets': [{'id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a90fe74c-6431-4e87-a294-5712acdfe45a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:52:21.722531 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-cb22cd4d-e53d-4951-8dd3-2b60fa12d44b None None] For port 3a177282-f90d-4928-99d4-aaef0be51607, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=3a177282-f90d-4928-99d4-aaef0be51607,segment=NetworkSegment(c1276443-73a6-483f-b451-1837741a7e98),segment_id=c1276443-73a6-483f-b451-1837741a7e98)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:52:21.741893 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90282202-5289-4f64-9088-bad84eadad88 None None] The sync data for ids ['d2b72bc7-71d4-4023-9e0d-74bad916ad47'] in dv-cinder-839768-1-iscsi is: [{'id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'name': 'router1', 'tenant_id': 'ffd587bb9b654691814571a1646aea53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:52:08Z', 'updated_at': '2022-04-28T14:52:18Z', 'revision_number': 2, 'project_id': 'ffd587bb9b654691814571a1646aea53', 'gw_port_host': None, '_interfaces': [{'id': '3a177282-f90d-4928-99d4-aaef0be51607', 'name': '', 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9', 'tenant_id': 'ffd587bb9b654691814571a1646aea53', 'mac_address': 'fa:16:3e:bf:08:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:52:17Z', 'updated_at': '2022-04-28T14:52:21Z', 'revision_number': 4, 'project_id': 'ffd587bb9b654691814571a1646aea53', 'subnets': [{'id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a90fe74c-6431-4e87-a294-5712acdfe45a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:52:21.831072 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cb22cd4d-e53d-4951-8dd3-2b60fa12d44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (3a177282-f90d-4928-99d4-aaef0be51607), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:21.879813 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22cd4d-e53d-4951-8dd3-2b60fa12d44b None None] Pushing event updated for resources: {'Port': ['ID=3a177282-f90d-4928-99d4-aaef0be51607,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:22.152875 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 48728) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:52:22.345757 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b2961-a82e-4fec-9918-2519e7d50de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:52:22.347106 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-838b2961-a82e-4fec-9918-2519e7d50de6 admin admin] 10.222.0.31 "GET /v2.0/networks/4b557462-7dca-499c-bcf1-0b01900942b2 HTTP/1.1" status: 200 len: 842 time: 0.1931784 Apr 28 14:52:22.356318 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:52:22.471431 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] Made reservation on behalf of 3dc57cc3d5a74a438baf5dd7759548c4 for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:52:22.473633 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:22.789637 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.objects.ports [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110071) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 14:52:22.790031 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for subnet (5e13dba6-4c69-4887-ad01-2cd4feea283c), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:22.811760 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:52:22.838946 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e13dba6-4c69-4887-ad01-2cd4feea283c,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:22.853622 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] Checking segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:52:22.854513 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] Network hostable DHCP agents. Network: 4b557462-7dca-499c-bcf1-0b01900942b2, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:52:22.928294 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:52:23.019595 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, 4b557462-7dca-499c-bcf1-0b01900942b2) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:52:23.023915 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:52:23.024511 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:23.029648 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ca0b6-319e-4734-aeab-a47db1e0d16a None None] Network 4b557462-7dca-499c-bcf1-0b01900942b2 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:52:23.099714 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-9df2c9b7-7e07-4ff9-9bf1-3d574953153e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7464287 Apr 28 14:52:23.131788 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a6cd64-c519-4bab-959e-045e0f371b8b None None] Network 4b557462-7dca-499c-bcf1-0b01900942b2 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:52:25.686689 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 48746) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:52:25.835442 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-f659fe27-a5bd-4fe5-9151-58c6870b7491 demo admin] 10.222.0.31 "GET /v2.0/routers/d2b72bc7-71d4-4023-9e0d-74bad916ad47 HTTP/1.1" status: 200 len: 710 time: 0.1476226 Apr 28 14:52:25.923051 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e2637-1f17-4d90-8e8d-a95f444454d2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:52:25.929462 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-f51e2637-1f17-4d90-8e8d-a95f444454d2 demo admin] 10.222.0.31 "GET /v2.0/networks/4b557462-7dca-499c-bcf1-0b01900942b2 HTTP/1.1" status: 200 len: 886 time: 0.0831623 Apr 28 14:52:25.933350 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:52:26.278520 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Publish callbacks [] for router_gateway (d2b72bc7-71d4-4023-9e0d-74bad916ad47), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:26.565110 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Publish callbacks [] for router_gateway (d2b72bc7-71d4-4023-9e0d-74bad916ad47), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:26.641600 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:26.751204 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Allocated IP 172.27.2.98 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/7e3ded20-70f1-45cb-92f1-2d699fa5d7b0) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:52:26.851624 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Publish callbacks [] for port (7e3ded20-70f1-45cb-92f1-2d699fa5d7b0), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:26.928885 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (7e3ded20-70f1-45cb-92f1-2d699fa5d7b0), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:26.967188 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:52:26.970110 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:52:26.978513 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:52:27.018639 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Pushing event updated for resources: {'Port': ['ID=7e3ded20-70f1-45cb-92f1-2d699fa5d7b0,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:27.310664 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Publish callbacks [] for router_gateway (d2b72bc7-71d4-4023-9e0d-74bad916ad47), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:27.512421 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-710181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14080'] for router (d2b72bc7-71d4-4023-9e0d-74bad916ad47), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:27.515820 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-710204'] for router (d2b72bc7-71d4-4023-9e0d-74bad916ad47), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:27.736189 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Router d2b72bc7-71d4-4023-9e0d-74bad916ad47 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:52:27.843908 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:52:27.849371 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:27.850540 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-27654a23-7439-4476-afdf-5860ffc74511 demo admin] 10.222.0.31 "PUT /v2.0/routers/d2b72bc7-71d4-4023-9e0d-74bad916ad47 HTTP/1.1" status: 200 len: 889 time: 1.9203932 Apr 28 14:52:29.488606 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 3a177282-f90d-4928-99d4-aaef0be51607 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:52:29.535094 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 3a177282-f90d-4928-99d4-aaef0be51607 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:52:29.535724 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (3a177282-f90d-4928-99d4-aaef0be51607), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:29.614182 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 3a177282-f90d-4928-99d4-aaef0be51607 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:52:30.348456 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 48758) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:52:30.462316 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-92a2a9d7-b4e2-432b-8d7a-6b6f5b877f80 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1126316 Apr 28 14:52:30.585960 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Sync routers for ids ['d2b72bc7-71d4-4023-9e0d-74bad916ad47'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:52:30.599305 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Routers {'d2b72bc7-71d4-4023-9e0d-74bad916ad47'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:52:30.599976 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T14:52:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['d2b72bc7-71d4-4023-9e0d-74bad916ad47'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:52:30.817338 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Set router d2b72bc7-71d4-4023-9e0d-74bad916ad47 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:52:31.279821 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'name': 'router1', 'tenant_id': 'ffd587bb9b654691814571a1646aea53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e3ded20-70f1-45cb-92f1-2d699fa5d7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:52:08Z', 'updated_at': '2022-04-28T14:52:27Z', 'revision_number': 4, 'project_id': 'ffd587bb9b654691814571a1646aea53', 'gw_port': {'id': '7e3ded20-70f1-45cb-92f1-2d699fa5d7b0', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:52:26Z', 'updated_at': '2022-04-28T14:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '3a177282-f90d-4928-99d4-aaef0be51607', 'name': '', 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9', 'tenant_id': 'ffd587bb9b654691814571a1646aea53', 'mac_address': 'fa:16:3e:bf:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:52:17Z', 'updated_at': '2022-04-28T14:52:21Z', 'revision_number': 5, 'project_id': 'ffd587bb9b654691814571a1646aea53', 'subnets': [{'id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a90fe74c-6431-4e87-a294-5712acdfe45a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:52:31.331584 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Checking router: d2b72bc7-71d4-4023-9e0d-74bad916ad47 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:52:31.331957 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Updating router d2b72bc7-71d4-4023-9e0d-74bad916ad47 port 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0 binding host dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:52:31.387156 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (7e3ded20-70f1-45cb-92f1-2d699fa5d7b0), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:31.715558 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Publish callbacks [] for port (7e3ded20-70f1-45cb-92f1-2d699fa5d7b0), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:31.768035 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (7e3ded20-70f1-45cb-92f1-2d699fa5d7b0), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:31.838594 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5166b-f914-4ca1-b5ad-1052f57b6baa None None] Pushing event updated for resources: {'Port': ['ID=7e3ded20-70f1-45cb-92f1-2d699fa5d7b0,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:31.842628 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Attempting to bind port 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:52:31.843001 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Attempting to bind port 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:52:31.843493 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Attempting to bind port 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0 on network 4b557462-7dca-499c-bcf1-0b01900942b2 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:52:31.848717 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:52:31.849093 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Checking segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:52:31.849491 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:31.849874 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Bound using segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:52:31.850333 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Bound port: 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:52:31.850707 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (7e3ded20-70f1-45cb-92f1-2d699fa5d7b0), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:31.900125 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] For port 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:52:31.903065 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] For port 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=7e3ded20-70f1-45cb-92f1-2d699fa5d7b0,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:52:31.991246 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (7e3ded20-70f1-45cb-92f1-2d699fa5d7b0), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:32.048949 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Routers {'d2b72bc7-71d4-4023-9e0d-74bad916ad47'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:52:32.049572 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T14:52:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['d2b72bc7-71d4-4023-9e0d-74bad916ad47'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:52:32.054188 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5166b-f914-4ca1-b5ad-1052f57b6baa None None] Pushing event updated for resources: {'Port': ['ID=7e3ded20-70f1-45cb-92f1-2d699fa5d7b0,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:32.178483 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] Set router d2b72bc7-71d4-4023-9e0d-74bad916ad47 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:52:32.391595 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'name': 'router1', 'tenant_id': 'ffd587bb9b654691814571a1646aea53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e3ded20-70f1-45cb-92f1-2d699fa5d7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:52:08Z', 'updated_at': '2022-04-28T14:52:27Z', 'revision_number': 4, 'project_id': 'ffd587bb9b654691814571a1646aea53', 'gw_port': {'id': '7e3ded20-70f1-45cb-92f1-2d699fa5d7b0', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:52:26Z', 'updated_at': '2022-04-28T14:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '3a177282-f90d-4928-99d4-aaef0be51607', 'name': '', 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9', 'tenant_id': 'ffd587bb9b654691814571a1646aea53', 'mac_address': 'fa:16:3e:bf:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:52:17Z', 'updated_at': '2022-04-28T14:52:21Z', 'revision_number': 5, 'project_id': 'ffd587bb9b654691814571a1646aea53', 'subnets': [{'id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a90fe74c-6431-4e87-a294-5712acdfe45a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:52:32.419055 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4132d838-8c25-4afa-8c31-3f889239c2b0 None None] The sync data for ids ['d2b72bc7-71d4-4023-9e0d-74bad916ad47'] in dv-cinder-839768-1-iscsi is: [{'id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'name': 'router1', 'tenant_id': 'ffd587bb9b654691814571a1646aea53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e3ded20-70f1-45cb-92f1-2d699fa5d7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:52:08Z', 'updated_at': '2022-04-28T14:52:27Z', 'revision_number': 4, 'project_id': 'ffd587bb9b654691814571a1646aea53', 'gw_port': {'id': '7e3ded20-70f1-45cb-92f1-2d699fa5d7b0', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:52:26Z', 'updated_at': '2022-04-28T14:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '3a177282-f90d-4928-99d4-aaef0be51607', 'name': '', 'network_id': 'bd2fa4df-09d8-4dbb-9349-b7e7c75406c9', 'tenant_id': 'ffd587bb9b654691814571a1646aea53', 'mac_address': 'fa:16:3e:bf:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b72bc7-71d4-4023-9e0d-74bad916ad47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:52:17Z', 'updated_at': '2022-04-28T14:52:21Z', 'revision_number': 5, 'project_id': 'ffd587bb9b654691814571a1646aea53', 'subnets': [{'id': '0d2842bf-fe83-41cd-8a98-729bd8e283c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a90fe74c-6431-4e87-a294-5712acdfe45a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:52:33.532017 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:52:33.617778 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:52:33.618110 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (7e3ded20-70f1-45cb-92f1-2d699fa5d7b0), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:33.701761 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:52:33.702151 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (7e3ded20-70f1-45cb-92f1-2d699fa5d7b0), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:33.723779 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=7e3ded20-70f1-45cb-92f1-2d699fa5d7b0,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:52:33.779873 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (7e3ded20-70f1-45cb-92f1-2d699fa5d7b0), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:33.836633 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=7e3ded20-70f1-45cb-92f1-2d699fa5d7b0,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:35.544507 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:52:35.595799 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:52:35.596123 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (7e3ded20-70f1-45cb-92f1-2d699fa5d7b0), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:35.729415 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 7e3ded20-70f1-45cb-92f1-2d699fa5d7b0 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:52:44.414597 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7e0effc5-1267-45f8-a255-39e982793bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:46.756797 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-03f9840b-179b-46a8-b894-e3141f4dd727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:47.980252 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:49.317621 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:50.854462 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:52:59.814088 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:53:14.551273 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c2f5d628-3015-49c1-bc75-52f2614a345c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:16.745824 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2d1702ed-6967-4b03-9813-6bdb589f73f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:17.952583 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:19.248114 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:20.836765 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:36.813666 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:53:44.424728 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d20030a6-4b4e-4b3b-8b05-5c05e3844ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:46.728066 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2374575e-8595-41d8-ae9a-a1c3bdd6276a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:47.973744 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:49.275650 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:50.842070 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:52.993015 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49242) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:53:53.059965 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc60415-58ca-4f4f-a941-5789c56963ef admin admin] GET failed (client error): The resource could not be found. Apr 28 14:53:53.061256 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4fc60415-58ca-4f4f-a941-5789c56963ef admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673230 Apr 28 14:53:53.219892 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e24683-d514-4c21-b0b1-77b9435da5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:53:53.221324 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-e4e24683-d514-4c21-b0b1-77b9435da5c8 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1560185 Apr 28 14:53:55.515211 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49252) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:53:55.604682 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b632ec3-d738-4652-ab71-a8cae8ec28f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:53:55.606167 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-0b632ec3-d738-4652-ab71-a8cae8ec28f1 admin admin] 10.222.0.31 "GET /v2.0/subnets/0d2842bf-fe83-41cd-8a98-729bd8e283c3 HTTP/1.1" status: 200 len: 849 time: 0.0900176 Apr 28 14:53:55.615696 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:53:55.702805 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Publish callbacks [] for subnet (0d2842bf-fe83-41cd-8a98-729bd8e283c3), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:55.876283 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788276580307'] for subnet (0d2842bf-fe83-41cd-8a98-729bd8e283c3), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:55.909493 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:53:55.910091 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:55.911374 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] 10.222.0.31 "PUT /v2.0/subnets/0d2842bf-fe83-41cd-8a98-729bd8e283c3 HTTP/1.1" status: 200 len: 868 time: 0.2995372 Apr 28 14:53:55.927760 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adad4cb-daf0-4877-97c5-03edb3b92f3b None None] Network bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:53:55.931463 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2842bf-fe83-41cd-8a98-729bd8e283c3,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:53:55.939570 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.939915 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.940277 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.940614 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.940969 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.941301 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.941623 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.941947 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.942273 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.942629 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.942936 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.943307 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.943635 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.944558 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:55.944558 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0586233-9cd4-4382-910b-6b6855ea83a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:53:56.219126 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f8fede3b-eabe-4417-8c16-2fda2d55b88a None None] Provisioning complete for port 3a177282-f90d-4928-99d4-aaef0be51607 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:53:56.219491 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f8fede3b-eabe-4417-8c16-2fda2d55b88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (3a177282-f90d-4928-99d4-aaef0be51607), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:56.298674 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f8fede3b-eabe-4417-8c16-2fda2d55b88a None None] Current status of the port 3a177282-f90d-4928-99d4-aaef0be51607 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:53:56.306518 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f8fede3b-eabe-4417-8c16-2fda2d55b88a None None] Provisioning complete for port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:53:56.306841 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f8fede3b-eabe-4417-8c16-2fda2d55b88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (c4451c1e-94b5-49fe-b170-33c6a2f4bbd3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:53:56.381780 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f8fede3b-eabe-4417-8c16-2fda2d55b88a None None] Current status of the port c4451c1e-94b5-49fe-b170-33c6a2f4bbd3 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:53:58.184729 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49260) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:53:58.376675 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241bb44-c1ec-4220-9a27-917223284aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:53:58.377069 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241bb44-c1ec-4220-9a27-917223284aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:53:58.378574 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4241bb44-c1ec-4220-9a27-917223284aa0 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1929100 Apr 28 14:54:00.639881 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49268) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:54:00.861112 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84868133-38e6-4f05-84fb-35580685fd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:54:00.861490 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84868133-38e6-4f05-84fb-35580685fd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:54:00.863337 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-84868133-38e6-4f05-84fb-35580685fd8a admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2225342 Apr 28 14:54:03.128332 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49278) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:54:03.308537 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d60aa8c-40a1-40ed-8491-5b4b1c37edf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:54:03.309845 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3d60aa8c-40a1-40ed-8491-5b4b1c37edf2 admin admin] 10.222.0.31 "GET /v2.0/networks/4b557462-7dca-499c-bcf1-0b01900942b2 HTTP/1.1" status: 200 len: 886 time: 0.1805320 Apr 28 14:54:05.581791 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49286) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:54:05.727480 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e68474-0ecd-4576-b6a3-ad9b23a8126c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:54:05.728895 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-d8e68474-0ecd-4576-b6a3-ad9b23a8126c admin admin] 10.222.0.31 "GET /v2.0/networks/bd2fa4df-09d8-4dbb-9349-b7e7c75406c9 HTTP/1.1" status: 200 len: 869 time: 0.1460557 Apr 28 14:54:07.984048 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49294) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:54:08.106607 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19619f3b-3e1a-4a63-9278-8a873e93c624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:54:08.107066 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19619f3b-3e1a-4a63-9278-8a873e93c624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:54:08.108588 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-19619f3b-3e1a-4a63-9278-8a873e93c624 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236055 Apr 28 14:54:10.398477 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49302) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:54:10.487253 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ee995f-d1e0-41ab-a833-2d1ad312dbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:54:10.487998 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ee995f-d1e0-41ab-a833-2d1ad312dbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:54:10.489507 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-52ee995f-d1e0-41ab-a833-2d1ad312dbc9 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900965 Apr 28 14:54:12.741541 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49310) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:54:12.833760 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9312d1b-eb5f-426b-ae80-61a1660c65ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:54:12.835081 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-f9312d1b-eb5f-426b-ae80-61a1660c65ee admin admin] 10.222.0.31 "GET /v2.0/subnets/0d2842bf-fe83-41cd-8a98-729bd8e283c3 HTTP/1.1" status: 200 len: 868 time: 0.0926077 Apr 28 14:54:13.812868 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:54:14.424918 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6ab5a501-c64c-4aeb-a539-c41ce84d2330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:54:15.095067 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49318) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:54:15.178099 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6e469e-01ca-4d24-8497-eecdb865d62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:54:15.179398 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-6c6e469e-01ca-4d24-8497-eecdb865d62d admin admin] 10.222.0.31 "GET /v2.0/subnets/5e13dba6-4c69-4887-ad01-2cd4feea283c HTTP/1.1" status: 200 len: 816 time: 0.0833523 Apr 28 14:54:16.750359 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8e37dc89-5a1f-416f-bcea-b866306c2ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:54:17.967288 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:54:19.322081 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:54:20.853423 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:54:44.430325 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f188dd5e-acf0-4ec3-b9ae-7b93e729d76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:54:46.745226 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bda43eda-535d-44bf-9a46-0299aa39669e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:54:47.972859 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:54:49.316159 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:54:50.810789 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:54:50.851538 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:54:56.385534 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49376) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:54:56.431899 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [None req-3131e192-23ad-4f84-aa34-b51d7ea7a425 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:54:56.432933 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3131e192-23ad-4f84-aa34-b51d7ea7a425 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0464265 Apr 28 14:54:58.787667 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49384) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:54:58.847503 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.pecan_wsgi.hooks.translation [None req-950b40e8-b00a-4a10-87f9-4bf85ce1369b admin admin] GET failed (client error): The resource could not be found. Apr 28 14:54:58.848803 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-950b40e8-b00a-4a10-87f9-4bf85ce1369b admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601854 Apr 28 14:54:58.934872 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2508f9-3d5b-46d0-9840-ccee8a053a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:54:58.936339 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-9d2508f9-3d5b-46d0-9840-ccee8a053a22 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835726 Apr 28 14:55:01.233159 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49392) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:55:01.279140 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:55:01.365985 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Made reservation on behalf of 3dc57cc3d5a74a438baf5dd7759548c4 for: {'network': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:55:01.368262 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:01.395637 dv-cinder-839768-1-iscsi neutron-server[110071]: WARNING neutron.services.revisions.revision_plugin [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Could not find related network for resource to bump revision. Apr 28 14:55:01.410688 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=110071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:55:01.427326 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788276502896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (f283d9da-f418-42a0-81b0-81fe7dbf1b49), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:01.427326 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Unsubscribe: segment precommit_create {{(pid=110071) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 14:55:01.427326 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.segments_db [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Added segment f283d9da-f418-42a0-81b0-81fe7dbf1b49 of type vlan for network d62b5e3f-074a-4a70-8f47-741e999c1c7d Apr 28 14:55:01.468194 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (d62b5e3f-074a-4a70-8f47-741e999c1c7d), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:01.560157 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (d62b5e3f-074a-4a70-8f47-741e999c1c7d), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:01.561131 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:55:01.561708 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:01.652344 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=d62b5e3f-074a-4a70-8f47-741e999c1c7d,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:55:01.658983 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.659330 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.659680 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.660016 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.660347 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.660691 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.661020 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.661344 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.661709 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.662037 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.662362 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.662685 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.663004 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.663322 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.663638 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:01.675539 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network d62b5e3f-074a-4a70-8f47-741e999c1c7d details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:55:01.683091 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-49db0234-6fbe-4954-bc3a-3b38f1fe0ef7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4436014 Apr 28 14:55:03.962092 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49400) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:55:04.021191 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73d224c-1685-459d-997b-e5938fd87dd6 admin admin] GET failed (client error): The resource could not be found. Apr 28 14:55:04.022439 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-d73d224c-1685-459d-997b-e5938fd87dd6 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589125 Apr 28 14:55:04.190314 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac8b585-6c2e-4563-9b92-b404d688af2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:55:04.191664 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-8ac8b585-6c2e-4563-9b92-b404d688af2d admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1647518 Apr 28 14:55:04.201887 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-cee56df7-e842-4a08-bf3f-9f5f76ada190 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d', 'name': 'shared-subnet'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:55:04.287616 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee56df7-e842-4a08-bf3f-9f5f76ada190 admin admin] Made reservation on behalf of 3dc57cc3d5a74a438baf5dd7759548c4 for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:55:04.289955 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cee56df7-e842-4a08-bf3f-9f5f76ada190 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:04.515980 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cee56df7-e842-4a08-bf3f-9f5f76ada190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for subnet (29edc897-2332-497f-be21-4c20e1dd4c90), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:04.570626 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee56df7-e842-4a08-bf3f-9f5f76ada190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29edc897-2332-497f-be21-4c20e1dd4c90,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:55:04.578154 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee56df7-e842-4a08-bf3f-9f5f76ada190 admin admin] Checking segment: {'id': 'f283d9da-f418-42a0-81b0-81fe7dbf1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:55:04.578503 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee56df7-e842-4a08-bf3f-9f5f76ada190 admin admin] Network hostable DHCP agents. Network: d62b5e3f-074a-4a70-8f47-741e999c1c7d, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:55:04.675898 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee56df7-e842-4a08-bf3f-9f5f76ada190 admin admin] Network d62b5e3f-074a-4a70-8f47-741e999c1c7d is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:55:04.767545 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-cee56df7-e842-4a08-bf3f-9f5f76ada190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, d62b5e3f-074a-4a70-8f47-741e999c1c7d) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:55:04.771517 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee56df7-e842-4a08-bf3f-9f5f76ada190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:55:04.776241 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cee56df7-e842-4a08-bf3f-9f5f76ada190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:04.776994 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8f58b-36ba-47be-8781-211154fe134b None None] Network d62b5e3f-074a-4a70-8f47-741e999c1c7d requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:55:04.885031 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-cee56df7-e842-4a08-bf3f-9f5f76ada190 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6746764 Apr 28 14:55:04.885146 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe06547cc-7c40-502f-8a3c-f018a8c7a7ca-d62b5e3f-074a-4a70-8f47-741e999c1c7d', 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d', 'project_id': '3dc57cc3d5a74a438baf5dd7759548c4', 'fixed_ips': [{'subnet_id': '29edc897-2332-497f-be21-4c20e1dd4c90'}]}} from dv-cinder-839768-1-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:55:04.885146 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:05.117733 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Allocated IP 192.168.233.2 (d62b5e3f-074a-4a70-8f47-741e999c1c7d/29edc897-2332-497f-be21-4c20e1dd4c90/1a953e0c-f687-49a3-9d27-ec35780b6c34) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:55:05.263217 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Publish callbacks [] for port (1a953e0c-f687-49a3-9d27-ec35780b6c34), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:05.338531 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (1a953e0c-f687-49a3-9d27-ec35780b6c34), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:05.376398 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Network d62b5e3f-074a-4a70-8f47-741e999c1c7d is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:55:05.381658 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:55:05.385300 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:55:05.390563 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Pushing event updated for resources: {'Port': ['ID=1a953e0c-f687-49a3-9d27-ec35780b6c34,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:55:05.400906 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.401251 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.401609 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.401972 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.402300 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.402629 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.402953 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.403273 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.403599 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.403923 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.404242 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.404579 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.404926 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.405241 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.405558 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:55:05.459676 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Attempting to bind port 1a953e0c-f687-49a3-9d27-ec35780b6c34 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:55:05.460093 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Attempting to bind port 1a953e0c-f687-49a3-9d27-ec35780b6c34 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'f283d9da-f418-42a0-81b0-81fe7dbf1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:55:05.460462 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Attempting to bind port 1a953e0c-f687-49a3-9d27-ec35780b6c34 on network d62b5e3f-074a-4a70-8f47-741e999c1c7d {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:55:05.466234 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:55:05.466609 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Checking segment: {'id': 'f283d9da-f418-42a0-81b0-81fe7dbf1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:55:05.467002 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:05.467394 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Bound using segment: {'id': 'f283d9da-f418-42a0-81b0-81fe7dbf1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:55:05.467857 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Bound port: 1a953e0c-f687-49a3-9d27-ec35780b6c34, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f283d9da-f418-42a0-81b0-81fe7dbf1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:55:05.468257 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (1a953e0c-f687-49a3-9d27-ec35780b6c34), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:05.534892 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] For port 1a953e0c-f687-49a3-9d27-ec35780b6c34, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:55:05.538078 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] For port 1a953e0c-f687-49a3-9d27-ec35780b6c34, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=1a953e0c-f687-49a3-9d27-ec35780b6c34,segment=NetworkSegment(f283d9da-f418-42a0-81b0-81fe7dbf1b49),segment_id=f283d9da-f418-42a0-81b0-81fe7dbf1b49)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:55:05.620090 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (1a953e0c-f687-49a3-9d27-ec35780b6c34), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:05.684487 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd7262-4a43-4f0b-94a3-94cc80a7c9e4 None None] Pushing event updated for resources: {'Port': ['ID=1a953e0c-f687-49a3-9d27-ec35780b6c34,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:55:06.613413 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab38dfde-d7c0-4905-9ca0-261e7fefc68f None None] Network d62b5e3f-074a-4a70-8f47-741e999c1c7d requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:55:06.724701 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f1f11749-0346-45d2-823a-51b0b09b5f37 None None] Provisioning complete for port 1a953e0c-f687-49a3-9d27-ec35780b6c34 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:55:06.725056 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f1f11749-0346-45d2-823a-51b0b09b5f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (1a953e0c-f687-49a3-9d27-ec35780b6c34), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:06.836192 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f1f11749-0346-45d2-823a-51b0b09b5f37 None None] Current status of the port 1a953e0c-f687-49a3-9d27-ec35780b6c34 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:55:06.836582 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f1f11749-0346-45d2-823a-51b0b09b5f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (1a953e0c-f687-49a3-9d27-ec35780b6c34), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:06.874989 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-f1f11749-0346-45d2-823a-51b0b09b5f37 None None] For port 1a953e0c-f687-49a3-9d27-ec35780b6c34, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=1a953e0c-f687-49a3-9d27-ec35780b6c34,segment=NetworkSegment(f283d9da-f418-42a0-81b0-81fe7dbf1b49),segment_id=f283d9da-f418-42a0-81b0-81fe7dbf1b49)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:55:06.945095 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f1f11749-0346-45d2-823a-51b0b09b5f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (1a953e0c-f687-49a3-9d27-ec35780b6c34), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:07.013687 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f11749-0346-45d2-823a-51b0b09b5f37 None None] Pushing event updated for resources: {'Port': ['ID=1a953e0c-f687-49a3-9d27-ec35780b6c34,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:55:07.164071 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2e17e20e-68dc-4544-b08d-090b6a9f439c None None] Provisioning complete for port 1a953e0c-f687-49a3-9d27-ec35780b6c34 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:55:07.164373 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2e17e20e-68dc-4544-b08d-090b6a9f439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (1a953e0c-f687-49a3-9d27-ec35780b6c34), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:07.243475 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2e17e20e-68dc-4544-b08d-090b6a9f439c None None] Current status of the port 1a953e0c-f687-49a3-9d27-ec35780b6c34 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:55:07.587691 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 1a953e0c-f687-49a3-9d27-ec35780b6c34 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:55:07.646077 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 1a953e0c-f687-49a3-9d27-ec35780b6c34 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:55:07.646730 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (1a953e0c-f687-49a3-9d27-ec35780b6c34), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:07.728428 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 1a953e0c-f687-49a3-9d27-ec35780b6c34 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:55:14.424730 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1c3ff1d9-d75c-4453-a7c1-0ec1297be069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:16.750395 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-591c3706-ec0d-43bf-a2d4-a8a219f32fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:18.022770 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:19.279965 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:20.858905 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:27.809489 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:55:44.451290 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-161c03f5-828d-401c-a1dd-61bcdb4cb9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:46.738544 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-feaa0c70-a343-4deb-9740-095d044b7cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:47.988315 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:49.279810 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:55:50.845263 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:04.808725 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:56:14.412924 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-11204059-5d6d-4082-9074-14be9b1fee7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:16.744628 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-06f91a2e-9ff5-4f3b-ad6e-4a3873e42968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:17.984472 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:19.287468 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:20.846942 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:41.317024 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49438) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:56:41.322814 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [None req-8f04192e-70e5-4ff1-8837-06c37e88ffa7 tempest-verify_tempest_config-443743457 tempest-verify_tempest_config-443743457-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:56:41.323715 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-8f04192e-70e5-4ff1-8837-06c37e88ffa7 tempest-verify_tempest_config-443743457 tempest-verify_tempest_config-443743457-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057328 Apr 28 14:56:41.811646 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:56:41.841510 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49456) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:56:41.942149 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:42.041850 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Publish callbacks [] for security_group (d0a1a5ad-86c6-4578-a814-5b4ccdd92142), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:42.081674 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (d0a1a5ad-86c6-4578-a814-5b4ccdd92142), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:42.126589 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0de7c8506e841e1ba33c3df46545f88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2840669 Apr 28 14:56:42.128790 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a1a5ad-86c6-4578-a814-5b4ccdd92142,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:56:42.129361 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49460) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:56:42.134318 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.134689 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.135095 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.135433 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.135762 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.136087 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.136410 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.136759 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.137099 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.137433 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.137769 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.138111 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.138437 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.138753 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.139069 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85be3-bdae-4726-af73-119597df49cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.185874 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Publish callbacks [] for security_group (d0a1a5ad-86c6-4578-a814-5b4ccdd92142), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:42.206247 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Publish callbacks [] for security_group (d0a1a5ad-86c6-4578-a814-5b4ccdd92142), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:42.350645 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (d0a1a5ad-86c6-4578-a814-5b4ccdd92142), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:42.353421 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:42.354574 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0a1a5ad-86c6-4578-a814-5b4ccdd92142 HTTP/1.1" status: 204 len: 168 time: 0.2240958 Apr 28 14:56:42.363409 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a1a5ad-86c6-4578-a814-5b4ccdd92142,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:56:42.369580 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.369931 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.370289 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.370637 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.370974 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.371309 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.371636 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.371965 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.372307 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.372642 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.373008 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.373374 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.373699 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.374021 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:42.374344 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a98cd-ffa5-4089-9a00-1b18fd7d1bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:56:44.470336 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0e7c29ce-1a93-404d-8fe7-d3f2756969cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:46.796162 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-496d8a89-2d80-499f-aa12-d14f4de9dc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:47.993156 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:49.278300 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:56:50.867241 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:57:14.424368 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-148c27ee-c6a9-4310-91d5-65ebb063befd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:57:16.792440 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2de7a8c7-2378-474a-aadc-446bee26662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:57:17.998156 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:57:18.810200 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:57:19.278139 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:57:20.858187 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:57:44.432274 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4ec0779b-14ec-4711-bdcb-b6fa8a91e7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:57:46.761527 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-12f6ae31-d76c-4d44-8b2c-f11475c6bcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:57:48.003675 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:57:49.271819 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:57:50.837803 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:57:55.807638 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 5 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:58:14.443111 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-96caa0f8-1cc2-434c-a7eb-774c9c8eae9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:58:16.745967 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-efa8e845-48ab-406a-8ca7-eab543e03607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:58:17.991717 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:58:19.283263 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:58:20.854431 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:58:30.389974 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-712391'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:58:32.805863 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:58:44.402886 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ba6a217f-0f5c-42af-a854-285de24f96f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:58:45.230851 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49532) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:58:45.332527 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-2cfadbce-20c9-43b9-9eee-ff598e99dc57 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1005878 Apr 28 14:58:46.725456 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-548c250c-ea1e-4a1c-90e5-7638c1d4a42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:58:47.608706 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49542) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:58:47.666364 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-d2ac2803-cd58-4a71-a0a3-4b38354082fb admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0566220 Apr 28 14:58:48.002811 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:58:49.282670 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:58:50.848373 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:59:00.395463 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:59:09.804210 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:59:14.516676 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b764ce10-2f08-40cd-95f4-6065db4bf96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:59:16.733960 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fdfe1e8d-4b48-43e3-ae4f-ed153e8827d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:59:18.020327 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:59:19.287233 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:59:20.841957 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:59:30.356411 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:59:44.419091 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7fd7-002e-4bf3-a45a-818ab9af6a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:59:46.761598 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1eb66aab-a9a2-4530-aa4f-26f887250b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:59:46.804326 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:59:48.018989 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:59:49.304836 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:59:50.893679 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:00.378742 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:14.470315 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-dc29e620-83d9-416b-9334-5a8ce370d091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:16.727684 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-24ea68a4-ada3-48ec-8757-e3a907de9533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:18.007503 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:19.276168 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:20.870457 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:23.804779 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:00:27.079471 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49734) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:27.713421 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-483342974-network', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:27.744007 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49756) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:27.807382 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Made reservation on behalf of 6ffdd233ccf8404f80158282c5e1f31b for: {'network': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:27.810135 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:27.820439 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:27.833747 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49768) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:27.899762 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Publish callbacks [] for security_group (53f9c7c8-7c5b-4410-a4a1-69945cc0a1b5), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:27.996919 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (53f9c7c8-7c5b-4410-a4a1-69945cc0a1b5), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.022403 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=110071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:28.032371 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (dd087371-f5ed-41cb-88a3-94c78497e69d), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.032735 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.segments_db [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Added segment dd087371-f5ed-41cb-88a3-94c78497e69d of type vlan for network 60fd79c5-50c5-4587-8604-5daaaa9b4694 Apr 28 15:00:28.064219 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49780) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:28.081668 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (60fd79c5-50c5-4587-8604-5daaaa9b4694), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.098272 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1543324209-network', 'tenant_id': 'bfa3ff4349cd49488cbe9275c4621f94'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:28.118353 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1401071983-network', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:28.120815 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f9c7c8-7c5b-4410-a4a1-69945cc0a1b5,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:28.129830 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.130423 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.130941 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.131557 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.132099 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.132870 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.133387 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.134466 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.135002 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.135663 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.136324 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.136916 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.137634 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.138282 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.138939 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Tracked resource versions report: Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: pushed versions: Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: { 'AddressGroup': {'1.2'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Agent': {'1.1'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'ConntrackHelper': {'1.0'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'LocalIPAssociation': {'1.0'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Log': {'1.0'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'NDPProxy': {'1.0'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Network': {'1.1'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Port': {'1.7'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'PortForwarding': {'1.3'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'QosPolicy': {'1.10'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'SecurityGroup': {'1.5'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'SecurityGroupRule': {'1.2'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'SubPort': {'1.0'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Subnet': {'1.1'}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Trunk': {'1.1'}} Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: consumer versions: Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: { DHCP agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: HyperV agent@hv-cinder-83976: {}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: L3 agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: Metadata agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: Metering agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: Open vSwitch agent@dv-cinder-839768-1-iscsi: { 'AddressGroup': '1.2', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Agent': '1.1', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'ConntrackHelper': '1.0', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'LocalIPAssociation': '1.0', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Log': '1.0', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'NDPProxy': '1.0', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Network': '1.1', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Port': '1.7', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'PortForwarding': '1.3', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'QosPolicy': '1.10', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'SecurityGroup': '1.5', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'SecurityGroupRule': '1.2', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'SubPort': '1.0', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Subnet': '1.1', Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: 'Trunk': '1.1'}} Apr 28 15:00:28.140941 dv-cinder-839768-1-iscsi neutron-server[110071]: {{(pid=110071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 15:00:28.173524 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (60fd79c5-50c5-4587-8604-5daaaa9b4694), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.174589 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:28.175181 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.236150 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] Pushing event updated for resources: {'Network': ['ID=60fd79c5-50c5-4587-8604-5daaaa9b4694,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:28.259047 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Made reservation on behalf of bfa3ff4349cd49488cbe9275c4621f94 for: {'network': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:28.259937 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network 60fd79c5-50c5-4587-8604-5daaaa9b4694 details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:28.262413 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.266490 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Made reservation on behalf of a6f0dee0207e4cdeb2d1f244106252c0 for: {'network': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:28.269683 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.301795 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.308367 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-800216290-network', 'tenant_id': '4d815343f17b47b68979d8366b04d25b'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:28.311675 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.316981 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-2d0d6a8a-8865-459f-968a-f2db418a0f43 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2361894 Apr 28 15:00:28.318515 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49792) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:28.341819 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-3d8baf28-22e9-4b0c-823a-b3b8f1e264ce admin admin] Request body: {'subnet': {'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-subnet', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:28.409830 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Made reservation on behalf of 4d815343f17b47b68979d8366b04d25b for: {'network': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:28.412803 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.431708 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.459379 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8baf28-22e9-4b0c-823a-b3b8f1e264ce admin admin] Made reservation on behalf of 6ffdd233ccf8404f80158282c5e1f31b for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:28.462063 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3d8baf28-22e9-4b0c-823a-b3b8f1e264ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.506437 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Publish callbacks [] for security_group (1e8d8176-3687-433f-b46c-53895753af62), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.530514 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Publish callbacks [] for security_group (5c39110b-273f-4c6a-bccd-89dc161c39fe), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.588277 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (1e8d8176-3687-433f-b46c-53895753af62), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.601844 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=110070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:28.612424 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (470673d6-b82d-4531-81a8-31ef5fcb44e5), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.613112 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.segments_db [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Added segment 470673d6-b82d-4531-81a8-31ef5fcb44e5 of type vlan for network 75055191-43dc-4a8c-af55-a3474a4e426a Apr 28 15:00:28.664955 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (75055191-43dc-4a8c-af55-a3474a4e426a), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.692453 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Publish callbacks [] for security_group (8b868a18-5758-47b7-9808-e9177f05639f), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.695904 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (5c39110b-273f-4c6a-bccd-89dc161c39fe), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.712590 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=110070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:28.722670 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (9bd701af-08ff-41ef-9228-470b1d257928), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.723405 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.segments_db [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Added segment 9bd701af-08ff-41ef-9228-470b1d257928 of type vlan for network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 Apr 28 15:00:28.769387 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (1ed45ab8-7ad4-45eb-b2e9-24d899ca4036), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.818478 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8d8176-3687-433f-b46c-53895753af62,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:28.827364 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (75055191-43dc-4a8c-af55-a3474a4e426a), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.828592 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:28.829345 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.844773 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.845137 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.845492 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.845912 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.846222 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.846567 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.846902 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.847230 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.847742 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.848235 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.849456 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.849946 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.850457 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.851055 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.851557 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Tracked resource versions report: Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: pushed versions: Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: { 'AddressGroup': {'1.2'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Agent': {'1.1'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'ConntrackHelper': {'1.0'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'LocalIPAssociation': {'1.0'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Log': {'1.0'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'NDPProxy': {'1.0'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Network': {'1.1'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Port': {'1.7'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'PortForwarding': {'1.3'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'QosPolicy': {'1.10'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'SecurityGroup': {'1.5'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'SecurityGroupRule': {'1.2'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'SubPort': {'1.0'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Subnet': {'1.1'}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Trunk': {'1.1'}} Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: consumer versions: Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: { DHCP agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: HyperV agent@hv-cinder-83976: {}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: L3 agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: Metadata agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: Metering agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: Open vSwitch agent@dv-cinder-839768-1-iscsi: { 'AddressGroup': '1.2', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Agent': '1.1', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'ConntrackHelper': '1.0', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'LocalIPAssociation': '1.0', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Log': '1.0', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'NDPProxy': '1.0', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Network': '1.1', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Port': '1.7', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'PortForwarding': '1.3', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'QosPolicy': '1.10', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'SecurityGroup': '1.5', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'SecurityGroupRule': '1.2', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'SubPort': '1.0', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Subnet': '1.1', Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: 'Trunk': '1.1'}} Apr 28 15:00:28.853340 dv-cinder-839768-1-iscsi neutron-server[110070]: {{(pid=110070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 15:00:28.934760 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (8b868a18-5758-47b7-9808-e9177f05639f), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.941327 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] Pushing event updated for resources: {'Network': ['ID=75055191-43dc-4a8c-af55-a3474a4e426a,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:28.943387 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (1ed45ab8-7ad4-45eb-b2e9-24d899ca4036), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.944313 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:28.944919 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:28.950311 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-66e0b70c-dcf0-47bd-9dcf-12ad2018917e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2051065 Apr 28 15:00:28.953125 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network 75055191-43dc-4a8c-af55-a3474a4e426a details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:28.953535 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49820) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:28.959407 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-bc6fe506-4b1a-4d56-8f22-0becaf360fbb admin admin] Request body: {'subnet': {'network_id': '75055191-43dc-4a8c-af55-a3474a4e426a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1543324209-subnet', 'tenant_id': 'bfa3ff4349cd49488cbe9275c4621f94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:28.994388 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=110070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:29.019066 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3d8baf28-22e9-4b0c-823a-b3b8f1e264ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for subnet (4bba402f-a684-4714-861d-42a0c9992a9f), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.089649 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (d1e498ea-2e64-482a-9c6c-a48b070e1a63), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.089994 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.segments_db [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Added segment d1e498ea-2e64-482a-9c6c-a48b070e1a63 of type vlan for network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 Apr 28 15:00:29.094999 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2598372 Apr 28 15:00:29.109003 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49824) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:29.117295 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-3dc35571-f708-4090-9f32-04367eb0042c admin admin] Request body: {'subnet': {'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-subnet', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:29.123008 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Pushing event updated for resources: {'Network': ['ID=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:29.135300 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:29.153838 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8baf28-22e9-4b0c-823a-b3b8f1e264ce admin admin] Checking segment: {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:29.155347 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8baf28-22e9-4b0c-823a-b3b8f1e264ce admin admin] Network hostable DHCP agents. Network: 60fd79c5-50c5-4587-8604-5daaaa9b4694, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:29.163832 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6fe506-4b1a-4d56-8f22-0becaf360fbb admin admin] Made reservation on behalf of bfa3ff4349cd49488cbe9275c4621f94 for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:29.167734 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe506-4b1a-4d56-8f22-0becaf360fbb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.216685 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a951d-06f3-4249-bc48-bf06b450440b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c39110b-273f-4c6a-bccd-89dc161c39fe,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:29.267906 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (13768621-ebb8-4cb6-b71c-a1a670fe9aa3), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.294600 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b868a18-5758-47b7-9808-e9177f05639f,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:29.298725 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8baf28-22e9-4b0c-823a-b3b8f1e264ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bba402f-a684-4714-861d-42a0c9992a9f,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:29.303209 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8baf28-22e9-4b0c-823a-b3b8f1e264ce admin admin] Network 60fd79c5-50c5-4587-8604-5daaaa9b4694 is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:29.327753 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc35571-f708-4090-9f32-04367eb0042c admin admin] Made reservation on behalf of a6f0dee0207e4cdeb2d1f244106252c0 for: {'subnet': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:29.330261 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3dc35571-f708-4090-9f32-04367eb0042c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.385750 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-3d8baf28-22e9-4b0c-823a-b3b8f1e264ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, 60fd79c5-50c5-4587-8604-5daaaa9b4694) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:29.390636 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8baf28-22e9-4b0c-823a-b3b8f1e264ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:29.396636 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3d8baf28-22e9-4b0c-823a-b3b8f1e264ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.400829 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1753be4-176c-44e4-9067-1ef69b91421d None None] Network 60fd79c5-50c5-4587-8604-5daaaa9b4694 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:00:29.418474 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (13768621-ebb8-4cb6-b71c-a1a670fe9aa3), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.423238 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:29.423238 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.538038 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-3d8baf28-22e9-4b0c-823a-b3b8f1e264ce admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2104888 Apr 28 15:00:29.538038 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49830) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:29.538215 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe06547cc-7c40-502f-8a3c-f018a8c7a7ca-60fd79c5-50c5-4587-8604-5daaaa9b4694', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f'}]}} from dv-cinder-839768-1-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 15:00:29.538215 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.539006 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:29.539649 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] Pushing event updated for resources: {'Network': ['ID=13768621-ebb8-4cb6-b71c-a1a670fe9aa3,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:29.560938 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-c561e112-3173-44a5-b4d9-d6c93c64333c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4955952 Apr 28 15:00:29.563697 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe506-4b1a-4d56-8f22-0becaf360fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for subnet (8767f8f8-9c85-41ec-a977-5b91ba075f29), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.566050 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49832) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:29.577146 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:29.604847 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-1d818a2c-9061-4f9c-b3c5-fa54f7d1fb4c admin admin] Request body: {'subnet': {'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-800216290-subnet', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:29.628544 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fe506-4b1a-4d56-8f22-0becaf360fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8767f8f8-9c85-41ec-a977-5b91ba075f29,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:29.653090 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14111'] for router (9901658d-6076-48c5-8d85-b2564a26a857), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.654528 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (9901658d-6076-48c5-8d85-b2564a26a857), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.678625 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6fe506-4b1a-4d56-8f22-0becaf360fbb admin admin] Checking segment: {'id': '470673d6-b82d-4531-81a8-31ef5fcb44e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '75055191-43dc-4a8c-af55-a3474a4e426a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:29.679072 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fe506-4b1a-4d56-8f22-0becaf360fbb admin admin] Network hostable DHCP agents. Network: 75055191-43dc-4a8c-af55-a3474a4e426a, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:29.740338 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3dc35571-f708-4090-9f32-04367eb0042c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for subnet (a4a45de5-2458-48c8-906b-01e1b205ed9e), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.765890 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Publish callbacks [] for router_controller (9901658d-6076-48c5-8d85-b2564a26a857), precommit_add_association {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.772724 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d818a2c-9061-4f9c-b3c5-fa54f7d1fb4c admin admin] Made reservation on behalf of 4d815343f17b47b68979d8366b04d25b for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:29.777076 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1d818a2c-9061-4f9c-b3c5-fa54f7d1fb4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.814073 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Allocated IP 172.20.0.2 (60fd79c5-50c5-4587-8604-5daaaa9b4694/4bba402f-a684-4714-861d-42a0c9992a9f/ca0d7809-11f7-451a-a860-26f4c12e8abd) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:29.849649 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc35571-f708-4090-9f32-04367eb0042c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a45de5-2458-48c8-906b-01e1b205ed9e,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:29.892402 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc35571-f708-4090-9f32-04367eb0042c admin admin] Checking segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:29.893541 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc35571-f708-4090-9f32-04367eb0042c admin admin] Network hostable DHCP agents. Network: 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:29.931968 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fe506-4b1a-4d56-8f22-0becaf360fbb admin admin] Network 75055191-43dc-4a8c-af55-a3474a4e426a is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:29.997816 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Publish callbacks [] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:29.998563 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc35571-f708-4090-9f32-04367eb0042c admin admin] Network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:30.067119 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Publish callbacks [] for router_gateway (9901658d-6076-48c5-8d85-b2564a26a857), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.067330 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.084885 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-bc6fe506-4b1a-4d56-8f22-0becaf360fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, 75055191-43dc-4a8c-af55-a3474a4e426a) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:30.090105 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6fe506-4b1a-4d56-8f22-0becaf360fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:30.090982 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe506-4b1a-4d56-8f22-0becaf360fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.096427 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-3dc35571-f708-4090-9f32-04367eb0042c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036) {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:30.111903 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc35571-f708-4090-9f32-04367eb0042c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:30.112544 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3dc35571-f708-4090-9f32-04367eb0042c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.123255 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1647fcf7-3ebc-4ecc-bf02-cffb5dd608fa None None] Network 75055191-43dc-4a8c-af55-a3474a4e426a requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:00:30.126931 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce1412f-cb62-4d75-ab0d-8d716d1b0fbe None None] Network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:00:30.129958 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Pushing event updated for resources: {'Port': ['ID=ca0d7809-11f7-451a-a860-26f4c12e8abd,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:30.154270 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.154985 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.155571 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.156116 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.156889 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.157418 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.157940 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.158457 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.158975 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.159484 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.160030 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Tracked resource versions report: Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: pushed versions: Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: { 'AddressGroup': {'1.2'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Agent': {'1.1'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'ConntrackHelper': {'1.0'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'LocalIPAssociation': {'1.0'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Log': {'1.0'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'NDPProxy': {'1.0'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Network': {'1.1'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Port': {'1.7'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'PortForwarding': {'1.3'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'QosPolicy': {'1.10'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'SecurityGroup': {'1.5'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'SecurityGroupRule': {'1.2'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'SubPort': {'1.0'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Subnet': {'1.1'}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Trunk': {'1.1'}} Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: consumer versions: Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: { DHCP agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: HyperV agent@hv-cinder-83976: {}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: L3 agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: Metadata agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: Metering agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: Open vSwitch agent@dv-cinder-839768-1-iscsi: { 'AddressGroup': '1.2', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Agent': '1.1', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'ConntrackHelper': '1.0', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'LocalIPAssociation': '1.0', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Log': '1.0', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'NDPProxy': '1.0', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Network': '1.1', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Port': '1.7', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'PortForwarding': '1.3', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'QosPolicy': '1.10', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'SecurityGroup': '1.5', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'SecurityGroupRule': '1.2', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'SubPort': '1.0', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Subnet': '1.1', Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: 'Trunk': '1.1'}} Apr 28 15:00:30.167568 dv-cinder-839768-1-iscsi neutron-server[110072]: {{(pid=110072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 15:00:30.182517 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Network 60fd79c5-50c5-4587-8604-5daaaa9b4694 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:30.185754 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:30.213415 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:30.238312 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-bc6fe506-4b1a-4d56-8f22-0becaf360fbb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2824583 Apr 28 15:00:30.267356 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3dc35571-f708-4090-9f32-04367eb0042c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1559339 Apr 28 15:00:30.270010 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49860) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:30.275191 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:30.360314 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1d818a2c-9061-4f9c-b3c5-fa54f7d1fb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for subnet (f47bfcc2-cda5-4d28-84bc-3aea2b779f1b), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.445744 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14111'] for router (40656fc2-6c52-4293-b017-33ab66147f11), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.450003 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (40656fc2-6c52-4293-b017-33ab66147f11), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.481744 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Attempting to bind port ca0d7809-11f7-451a-a860-26f4c12e8abd on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:00:30.485030 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Attempting to bind port ca0d7809-11f7-451a-a860-26f4c12e8abd by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:00:30.485030 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Attempting to bind port ca0d7809-11f7-451a-a860-26f4c12e8abd on network 60fd79c5-50c5-4587-8604-5daaaa9b4694 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:30.498066 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe06547cc-7c40-502f-8a3c-f018a8c7a7ca-1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e'}]}} from dv-cinder-839768-1-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 15:00:30.498932 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.515185 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:30.515567 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Checking segment: {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:30.515974 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.516450 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Bound using segment: {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:30.517015 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Bound port: ca0d7809-11f7-451a-a860-26f4c12e8abd, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:00:30.517398 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.599632 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Publish callbacks [] for router_gateway (9901658d-6076-48c5-8d85-b2564a26a857), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.631762 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.638115 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d818a2c-9061-4f9c-b3c5-fa54f7d1fb4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47bfcc2-cda5-4d28-84bc-3aea2b779f1b,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:30.690847 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d818a2c-9061-4f9c-b3c5-fa54f7d1fb4c admin admin] Checking segment: {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:30.691587 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d818a2c-9061-4f9c-b3c5-fa54f7d1fb4c admin admin] Network hostable DHCP agents. Network: 13768621-ebb8-4cb6-b71c-a1a670fe9aa3, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:30.729899 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Allocated IP 172.20.0.2 (1ed45ab8-7ad4-45eb-b2e9-24d899ca4036/a4a45de5-2458-48c8-906b-01e1b205ed9e/0110d598-d351-4d3c-8129-e44a50afb0e4) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:30.771986 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Allocated IP 172.27.2.157 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/aafe95f6-de7c-463f-b948-bbcdb005445d) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:30.793049 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d818a2c-9061-4f9c-b3c5-fa54f7d1fb4c admin admin] Network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:30.828095 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Publish callbacks [] for router_controller (40656fc2-6c52-4293-b017-33ab66147f11), precommit_add_association {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.871001 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.871866 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4843078f-36eb-4584-acfa-db27efb1064c None None] Network 75055191-43dc-4a8c-af55-a3474a4e426a requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:00:30.877594 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 49892) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:30.880772 dv-cinder-839768-1-iscsi neutron-server[110070]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 15:00:30.907422 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-1d818a2c-9061-4f9c-b3c5-fa54f7d1fb4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, 13768621-ebb8-4cb6-b71c-a1a670fe9aa3) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:30.923019 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d818a2c-9061-4f9c-b3c5-fa54f7d1fb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:30.923975 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1d818a2c-9061-4f9c-b3c5-fa54f7d1fb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:30.933338 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca08a1-75aa-4b1a-80d3-d5e035a557c5 None None] Network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:00:30.965045 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Publish callbacks [] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.075328 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-1d818a2c-9061-4f9c-b3c5-fa54f7d1fb4c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4762321 Apr 28 15:00:31.081913 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49904) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:31.087152 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:31.128197 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.186551 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:31.192898 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14111'] for router (ad80045c-0f56-444a-993f-4501a46c5613), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.193937 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (ad80045c-0f56-444a-993f-4501a46c5613), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.199042 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:31.202041 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=aafe95f6-de7c-463f-b948-bbcdb005445d,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:31.205624 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:31.246301 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] For port ca0d7809-11f7-451a-a860-26f4c12e8abd, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:31.289740 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Publish callbacks [] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.296984 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] For port ca0d7809-11f7-451a-a860-26f4c12e8abd, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=ca0d7809-11f7-451a-a860-26f4c12e8abd,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:31.304321 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Publish callbacks [] for router_gateway (40656fc2-6c52-4293-b017-33ab66147f11), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.334188 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecc923-f608-43a9-aafc-08e900520523 req-ff4dba1c-5bc0-4211-8f61-161b4ed428b8 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:31.335961 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-ff4dba1c-5bc0-4211-8f61-161b4ed428b8 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/networks?id=75055191-43dc-4a8c-af55-a3474a4e426a HTTP/1.1" status: 200 len: 812 time: 0.4564438 Apr 28 15:00:31.351854 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe06547cc-7c40-502f-8a3c-f018a8c7a7ca-13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'project_id': '4d815343f17b47b68979d8366b04d25b', 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b'}]}} from dv-cinder-839768-1-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 15:00:31.352867 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.361529 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Publish callbacks [] for router_controller (ad80045c-0f56-444a-993f-4501a46c5613), precommit_add_association {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.372785 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-736c1bdc-e4b4-478c-b7d8-15f1ba52acc9 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/quotas/bfa3ff4349cd49488cbe9275c4621f94 HTTP/1.1" status: 200 len: 375 time: 0.0183601 Apr 28 15:00:31.431639 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.441028 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.458090 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-3fbe777c-7d3b-4415-860d-3a137f5118e8 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bfa3ff4349cd49488cbe9275c4621f94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818925 Apr 28 15:00:31.544682 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:31.600961 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:31.609589 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:31.621352 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55df0c-d0fe-4cf8-bd4f-070d85f1ecef None None] Pushing event updated for resources: {'Port': ['ID=ca0d7809-11f7-451a-a860-26f4c12e8abd,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:31.707277 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Allocated IP 172.20.0.2 (13768621-ebb8-4cb6-b71c-a1a670fe9aa3/f47bfcc2-cda5-4d28-84bc-3aea2b779f1b/50baf4a2-476a-46e9-9613-08d2a3180be1) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:31.770456 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Pushing event updated for resources: {'Port': ['ID=0110d598-d351-4d3c-8129-e44a50afb0e4,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:31.783470 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Publish callbacks [] for router_gateway (40656fc2-6c52-4293-b017-33ab66147f11), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.791974 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Attempting to bind port 0110d598-d351-4d3c-8129-e44a50afb0e4 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:00:31.797934 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Attempting to bind port 0110d598-d351-4d3c-8129-e44a50afb0e4 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:00:31.799200 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Attempting to bind port 0110d598-d351-4d3c-8129-e44a50afb0e4 on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:31.812553 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.840258 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:31.840630 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Checking segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:31.844833 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.844833 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Bound using segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:31.844833 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Bound port: 0110d598-d351-4d3c-8129-e44a50afb0e4, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:00:31.844833 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.899516 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Publish callbacks [] for router_gateway (ad80045c-0f56-444a-993f-4501a46c5613), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:31.944972 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-a49b215c-ff5f-471e-a08e-0efa07073714 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 15:00:31.946032 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-a49b215c-ff5f-471e-a08e-0efa07073714 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1853933 Apr 28 15:00:31.978727 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] For port 0110d598-d351-4d3c-8129-e44a50afb0e4, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:31.981945 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] For port 0110d598-d351-4d3c-8129-e44a50afb0e4, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=0110d598-d351-4d3c-8129-e44a50afb0e4,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:32.054647 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Publish callbacks [] for router_gateway (9901658d-6076-48c5-8d85-b2564a26a857), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:32.102254 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:32.163824 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Publish callbacks [] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:32.202037 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Allocated IP 172.27.2.242 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/a69a4db7-43ae-4e19-9c51-54ae4efd27ec) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:32.226435 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-eb5017a7-9f84-469d-9a0d-8bf5992e2dbc service neutron] 10.222.0.31 "GET /v2.0/networks/75055191-43dc-4a8c-af55-a3474a4e426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664559 Apr 28 15:00:32.238833 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400022c4-1d30-4ed7-b2f3-abe3e007064e None None] Pushing event updated for resources: {'Port': ['ID=0110d598-d351-4d3c-8129-e44a50afb0e4,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:32.248689 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:32.343754 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:32.356553 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:32.357033 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Publish callbacks [] for router_gateway (ad80045c-0f56-444a-993f-4501a46c5613), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:32.367774 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:32.395193 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:32.452900 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Pushing event updated for resources: {'Port': ['ID=50baf4a2-476a-46e9-9613-08d2a3180be1,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:32.474606 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Publish callbacks [] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:32.492279 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Attempting to bind port 50baf4a2-476a-46e9-9613-08d2a3180be1 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:00:32.492812 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Attempting to bind port 50baf4a2-476a-46e9-9613-08d2a3180be1 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:00:32.493541 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Attempting to bind port 50baf4a2-476a-46e9-9613-08d2a3180be1 on network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:32.499766 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-e1a0ea1c-ecd6-4dff-ad26-98e7b533a1c5 service neutron] 10.222.0.31 "GET /v2.0/networks/75055191-43dc-4a8c-af55-a3474a4e426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522535 Apr 28 15:00:32.519598 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:32.519598 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Checking segment: {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:32.519828 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547806'] for router (9901658d-6076-48c5-8d85-b2564a26a857), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:32.519936 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:32.519936 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Bound using segment: {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:32.519936 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Bound port: 50baf4a2-476a-46e9-9613-08d2a3180be1, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:00:32.519936 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:32.706668 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] For port 50baf4a2-476a-46e9-9613-08d2a3180be1, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:32.719286 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] For port 50baf4a2-476a-46e9-9613-08d2a3180be1, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=50baf4a2-476a-46e9-9613-08d2a3180be1,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:32.723496 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:32.826023 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:33.021640 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472637f1-b80f-45d8-bced-960064aeaca6 None None] Pushing event updated for resources: {'Port': ['ID=50baf4a2-476a-46e9-9613-08d2a3180be1,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:33.091799 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 49968) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:33.107831 dv-cinder-839768-1-iscsi neutron-server[110071]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 15:00:33.137026 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:33.138893 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:33.176405 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Pushing event updated for resources: {'Port': ['ID=a69a4db7-43ae-4e19-9c51-54ae4efd27ec,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:33.182420 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:33.238455 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-47d41b39-b392-4c7a-bccc-8d810ad63f41 req-608543c6-1022-4a17-bc7a-dd2fc8095a92 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 210 time: 0.1392150 Apr 28 15:00:33.258051 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Allocated IP 172.27.2.67 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/729e78c5-5775-43f7-adb2-34ee5b95bc22) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:33.320935 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b52c614-33b0-4ef4-8e19-444ea24eba87 None None] Network 60fd79c5-50c5-4587-8604-5daaaa9b4694 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:00:33.407894 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-77ec5888-5ef0-4223-a48d-10ced9022900 None None] Provisioning complete for port ca0d7809-11f7-451a-a860-26f4c12e8abd triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:33.414637 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-77ec5888-5ef0-4223-a48d-10ced9022900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:33.483602 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Router 9901658d-6076-48c5-8d85-b2564a26a857 is scheduled to L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 with binding_index 1 {{(pid=110071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:00:33.729084 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:33.740585 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Sync routers for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:33.760217 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:33.772916 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:00:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:33.835637 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-77ec5888-5ef0-4223-a48d-10ced9022900 None None] Current status of the port ca0d7809-11f7-451a-a860-26f4c12e8abd is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:33.836599 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-77ec5888-5ef0-4223-a48d-10ced9022900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:33.840931 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Publish callbacks [] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:33.893793 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:33.903821 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-f9cbdca3-d364-4962-b76d-b12b82c0f9d0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3660767 Apr 28 15:00:33.904063 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50010) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:33.941633 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-77ec5888-5ef0-4223-a48d-10ced9022900 None None] For port ca0d7809-11f7-451a-a860-26f4c12e8abd, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=ca0d7809-11f7-451a-a860-26f4c12e8abd,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:34.289470 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-77ec5888-5ef0-4223-a48d-10ced9022900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:34.292013 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Publish callbacks [] for router_gateway (40656fc2-6c52-4293-b017-33ab66147f11), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:34.297644 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 0110d598-d351-4d3c-8129-e44a50afb0e4 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:34.298544 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:34.299178 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:34.356821 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d32b437-0e09-401c-bde8-4403021f5ae9 None None] Network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:00:34.418696 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Pushing event updated for resources: {'Port': ['ID=729e78c5-5775-43f7-adb2-34ee5b95bc22,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:34.438156 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:34.438751 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 0110d598-d351-4d3c-8129-e44a50afb0e4 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:34.439293 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:34.442047 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-eac8fe4e-a4ff-48b4-85b5-beb9b0eb9dc3 None None] Provisioning complete for port ca0d7809-11f7-451a-a860-26f4c12e8abd triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:34.442443 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-eac8fe4e-a4ff-48b4-85b5-beb9b0eb9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:34.467421 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:34.470042 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:34.473473 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-356b4f73-0012-4ecd-aa8b-f2c539b13b1b req-7d67e212-525c-4f7f-b911-956f1b230a7c tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 210 time: 0.0478060 Apr 28 15:00:34.489379 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547806'] for router (40656fc2-6c52-4293-b017-33ab66147f11), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:34.533470 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec5888-5ef0-4223-a48d-10ced9022900 None None] Pushing event updated for resources: {'Port': ['ID=ca0d7809-11f7-451a-a860-26f4c12e8abd,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:34.658412 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:31Z', 'revision_number': 3, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:34.911295 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Checking router: 9901658d-6076-48c5-8d85-b2564a26a857 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:00:34.916796 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Updating router 9901658d-6076-48c5-8d85-b2564a26a857 port aafe95f6-de7c-463f-b948-bbcdb005445d binding host dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:00:34.945777 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:34.961881 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Router 40656fc2-6c52-4293-b017-33ab66147f11 is scheduled to L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 with binding_index 1 {{(pid=110070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:00:34.999276 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-eac8fe4e-a4ff-48b4-85b5-beb9b0eb9dc3 None None] Current status of the port ca0d7809-11f7-451a-a860-26f4c12e8abd is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:35.001808 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d0d0c-f950-4fa1-a015-1db0b2a5f5ba None None] Network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:00:35.004822 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 0110d598-d351-4d3c-8129-e44a50afb0e4 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:35.005250 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:35.092737 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:35.093591 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-eac8fe4e-a4ff-48b4-85b5-beb9b0eb9dc3 None None] Provisioning complete for port 0110d598-d351-4d3c-8129-e44a50afb0e4 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:35.094154 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-eac8fe4e-a4ff-48b4-85b5-beb9b0eb9dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:35.123611 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:35.195737 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Sync routers for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:35.227817 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] Publish callbacks [] for router (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:35.231514 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e56e6c87-0ac7-4934-897b-95da4d8f4ade admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9579074 Apr 28 15:00:35.231899 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50040) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:35.370161 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port 0110d598-d351-4d3c-8129-e44a50afb0e4, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=0110d598-d351-4d3c-8129-e44a50afb0e4,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:35.388546 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:35.389465 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:00:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:35.414800 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Publish callbacks [] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:35.425816 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Publish callbacks [] for router_gateway (ad80045c-0f56-444a-993f-4501a46c5613), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:35.460616 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:35.463559 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device ca0d7809-11f7-451a-a860-26f4c12e8abd up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:35.498610 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:35.552404 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=0110d598-d351-4d3c-8129-e44a50afb0e4,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:35.601797 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-eac8fe4e-a4ff-48b4-85b5-beb9b0eb9dc3 None None] Current status of the port 0110d598-d351-4d3c-8129-e44a50afb0e4 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:35.656199 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Attempting to bind port aafe95f6-de7c-463f-b948-bbcdb005445d on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:00:35.657365 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Attempting to bind port aafe95f6-de7c-463f-b948-bbcdb005445d by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:00:35.657893 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Attempting to bind port aafe95f6-de7c-463f-b948-bbcdb005445d on network 4b557462-7dca-499c-bcf1-0b01900942b2 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:35.662017 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Pushing event updated for resources: {'Port': ['ID=aafe95f6-de7c-463f-b948-bbcdb005445d,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:35.669742 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Allocated IP 172.20.0.1 (60fd79c5-50c5-4587-8604-5daaaa9b4694/4bba402f-a684-4714-861d-42a0c9992a9f/80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:35.673150 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:35.674280 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Checking segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:35.674996 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:35.675697 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Bound using segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:35.676306 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Bound port: aafe95f6-de7c-463f-b948-bbcdb005445d, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:00:35.676902 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:35.681191 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.681680 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.682412 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.682975 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.685497 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.686003 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.686588 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.687062 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.687251 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-26650568-f82a-41e7-b842-8d1c3b0de7ec req-ac07bb51-0025-4179-850f-fe3fe617aa61 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 210 time: 0.0947647 Apr 28 15:00:35.688060 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.688536 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.689586 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.690080 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.691905 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.692388 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.692937 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Tracked resource versions report: Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: pushed versions: Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: { 'AddressGroup': {'1.2'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Agent': {'1.1'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'ConntrackHelper': {'1.0'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'LocalIPAssociation': {'1.0'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Log': {'1.0'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'NDPProxy': {'1.0'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Network': {'1.1'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Port': {'1.7'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'PortForwarding': {'1.3'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'QosPolicy': {'1.10'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'SecurityGroup': {'1.5'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'SecurityGroupRule': {'1.2'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'SubPort': {'1.0'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Subnet': {'1.1'}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Trunk': {'1.1'}} Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: consumer versions: Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: { DHCP agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: HyperV agent@hv-cinder-83976: {}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: L3 agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: Metadata agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: Metering agent@dv-cinder-839768-1-iscsi: {}, Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: Open vSwitch agent@dv-cinder-839768-1-iscsi: { 'AddressGroup': '1.2', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Agent': '1.1', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'ConntrackHelper': '1.0', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'LocalIPAssociation': '1.0', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Log': '1.0', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'NDPProxy': '1.0', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Network': '1.1', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Port': '1.7', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'PortForwarding': '1.3', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'QosPolicy': '1.10', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'SecurityGroup': '1.5', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'SecurityGroupRule': '1.2', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'SubPort': '1.0', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Subnet': '1.1', Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: 'Trunk': '1.1'}} Apr 28 15:00:35.697140 dv-cinder-839768-1-iscsi neutron-server[110073]: {{(pid=110073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 15:00:35.721541 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:35.837710 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] For port aafe95f6-de7c-463f-b948-bbcdb005445d, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:35.842338 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] For port aafe95f6-de7c-463f-b948-bbcdb005445d, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=aafe95f6-de7c-463f-b948-bbcdb005445d,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:35.922677 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:35.973010 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-7e3a2467-13e8-47fd-a898-01e39966196b None None] Provisioning complete for port 0110d598-d351-4d3c-8129-e44a50afb0e4 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:35.973408 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2467-13e8-47fd-a898-01e39966196b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:35.997167 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:35.998051 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:00:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:36.054356 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port ca0d7809-11f7-451a-a860-26f4c12e8abd triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:36.054965 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:36.131718 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:36.202057 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547806'] for router (ad80045c-0f56-444a-993f-4501a46c5613), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:36.215827 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:33Z', 'revision_number': 3, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:36.216434 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Publish callbacks [] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:36.246552 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port ca0d7809-11f7-451a-a860-26f4c12e8abd is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:36.247581 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 50baf4a2-476a-46e9-9613-08d2a3180be1 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:36.266426 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Checking router: 40656fc2-6c52-4293-b017-33ab66147f11 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:00:36.266786 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Updating router 40656fc2-6c52-4293-b017-33ab66147f11 port a69a4db7-43ae-4e19-9c51-54ae4efd27ec binding host dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:00:36.299759 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:36.328902 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1645b2-62d6-447f-aa86-4b03971bc62d None None] Pushing event updated for resources: {'Port': ['ID=aafe95f6-de7c-463f-b948-bbcdb005445d,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:36.339444 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:36.386977 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a2467-13e8-47fd-a898-01e39966196b None None] Current status of the port 0110d598-d351-4d3c-8129-e44a50afb0e4 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:36.391951 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:31Z', 'revision_number': 3, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:36.421262 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9515bfd4-1e29-423e-98e6-d6b77b9491cb None None] The sync data for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi is: [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:31Z', 'revision_number': 3, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:36.432055 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:36.454919 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-7e3a2467-13e8-47fd-a898-01e39966196b None None] Provisioning complete for port 50baf4a2-476a-46e9-9613-08d2a3180be1 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:36.455281 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2467-13e8-47fd-a898-01e39966196b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:36.468149 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Network 60fd79c5-50c5-4587-8604-5daaaa9b4694 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:36.491245 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 50baf4a2-476a-46e9-9613-08d2a3180be1 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:36.491625 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:36.501263 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:36.505537 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:36.506140 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711083'] for router_interface (9901658d-6076-48c5-8d85-b2564a26a857), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:36.508581 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Router ad80045c-0f56-444a-993f-4501a46c5613 is scheduled to L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 with binding_index 1 {{(pid=110071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:00:36.619382 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Allocated IP 172.20.0.1 (1ed45ab8-7ad4-45eb-b2e9-24d899ca4036/a4a45de5-2458-48c8-906b-01e1b205ed9e/05251f88-dc5e-4b38-a47b-f1b782778bd3) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:36.825029 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Publish callbacks [] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:36.826758 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:36.827029 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 50baf4a2-476a-46e9-9613-08d2a3180be1 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:36.827029 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:36.839631 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a2467-13e8-47fd-a898-01e39966196b None None] Current status of the port 50baf4a2-476a-46e9-9613-08d2a3180be1 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:36.840358 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2467-13e8-47fd-a898-01e39966196b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:36.946819 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:36.985471 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Sync routers for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:36.989081 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.005973 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.054792 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.057525 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:37.058268 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:00:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:37.059027 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-8f31faac-afb9-40b4-b679-3ce6b4f080e1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9760184 Apr 28 15:00:37.084538 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50084) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:37.088261 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-7e3a2467-13e8-47fd-a898-01e39966196b None None] For port 50baf4a2-476a-46e9-9613-08d2a3180be1, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=50baf4a2-476a-46e9-9613-08d2a3180be1,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:37.123536 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Publish callbacks [] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.152809 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:37.173132 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:37.179233 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:37.180107 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711083'] for router_interface (40656fc2-6c52-4293-b017-33ab66147f11), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.215840 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2467-13e8-47fd-a898-01e39966196b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.291136 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:37.293009 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-75e31858-3bb7-42af-8008-408f9e9d509c req-90860b19-3e76-40d8-b791-be229b923fc9 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 210 time: 0.2644026 Apr 28 15:00:37.320283 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.321927 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Pushing event updated for resources: {'Port': ['ID=05251f88-dc5e-4b38-a47b-f1b782778bd3,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:37.432056 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Attempting to bind port a69a4db7-43ae-4e19-9c51-54ae4efd27ec on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:00:37.433012 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Attempting to bind port a69a4db7-43ae-4e19-9c51-54ae4efd27ec by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:00:37.433601 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Attempting to bind port a69a4db7-43ae-4e19-9c51-54ae4efd27ec on network 4b557462-7dca-499c-bcf1-0b01900942b2 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:37.439570 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-b1a77830-ddf5-4eb0-a1ec-f470da50f731 None None] Provisioning complete for port 50baf4a2-476a-46e9-9613-08d2a3180be1 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:37.440381 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b1a77830-ddf5-4eb0-a1ec-f470da50f731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.447692 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.db.api [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:00:37.448388 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG oslo_db.api [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:00:37.536407 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:37.536936 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Checking segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:37.537562 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.538031 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Bound using segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:37.538592 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Bound port: a69a4db7-43ae-4e19-9c51-54ae4efd27ec, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:00:37.539054 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.619501 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a2467-13e8-47fd-a898-01e39966196b None None] Pushing event updated for resources: {'Port': ['ID=50baf4a2-476a-46e9-9613-08d2a3180be1,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:37.707706 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] For port a69a4db7-43ae-4e19-9c51-54ae4efd27ec, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:37.710950 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00061727-386c-4d56-923a-acf37a579f26 None None] Pushing event updated for resources: {'Port': ['ID=a69a4db7-43ae-4e19-9c51-54ae4efd27ec,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:37.716296 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] For port a69a4db7-43ae-4e19-9c51-54ae4efd27ec, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=a69a4db7-43ae-4e19-9c51-54ae4efd27ec,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:37.778094 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Publish callbacks [] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.780411 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-b1a77830-ddf5-4eb0-a1ec-f470da50f731 None None] Current status of the port 50baf4a2-476a-46e9-9613-08d2a3180be1 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:37.793319 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-b1a77830-ddf5-4eb0-a1ec-f470da50f731 None None] Provisioning complete for port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:37.794034 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b1a77830-ddf5-4eb0-a1ec-f470da50f731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.828504 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.42', 64952) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:37.858688 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.876220 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:34Z', 'revision_number': 3, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:37.921900 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Checking router: ad80045c-0f56-444a-993f-4501a46c5613 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:00:37.922265 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Updating router ad80045c-0f56-444a-993f-4501a46c5613 port 729e78c5-5775-43f7-adb2-34ee5b95bc22 binding host dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:00:37.956539 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.957286 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712219'] for router_interface (9901658d-6076-48c5-8d85-b2564a26a857), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:37.959058 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-b1a77830-ddf5-4eb0-a1ec-f470da50f731 None None] Port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:00:37.961245 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:38.068911 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:38.070651 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:38.071589 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:00:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:38.342369 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecc923-f608-43a9-aafc-08e900520523 req-b67bc132-9a4f-4c7b-b0f5-bacc43eec2e6 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:38.344379 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-b67bc132-9a4f-4c7b-b0f5-bacc43eec2e6 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.42 "GET /v2.0/networks?id=75055191-43dc-4a8c-af55-a3474a4e426a HTTP/1.1" status: 200 len: 812 time: 0.5140932 Apr 28 15:00:38.404624 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-64ecc923-f608-43a9-aafc-08e900520523 req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Request body: {'port': {'device_id': '6e66dc26-1c59-42c4-a604-cc8a2a9b75cf', 'network_id': '75055191-43dc-4a8c-af55-a3474a4e426a', 'admin_state_up': True, 'tenant_id': 'bfa3ff4349cd49488cbe9275c4621f94'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:38.449418 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 50baf4a2-476a-46e9-9613-08d2a3180be1 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:38.467778 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:38.478353 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00061727-386c-4d56-923a-acf37a579f26 None None] Pushing event updated for resources: {'Port': ['ID=a69a4db7-43ae-4e19-9c51-54ae4efd27ec,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:38.533400 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-067c418f-446f-4b89-ae1c-ec6ed03fa73c None None] Provisioning complete for port 05251f88-dc5e-4b38-a47b-f1b782778bd3 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:38.534283 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-067c418f-446f-4b89-ae1c-ec6ed03fa73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:38.660519 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5bfb564b-eebb-4e66-93d2-b7a15b1b30eb req-08052031-e46f-49a6-b10d-913e2958ad93 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 210 time: 0.1281929 Apr 28 15:00:38.691643 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Network 60fd79c5-50c5-4587-8604-5daaaa9b4694 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:38.716444 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:38.759907 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Publish callbacks [] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:38.830240 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:38.901976 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-067c418f-446f-4b89-ae1c-ec6ed03fa73c None None] Port 05251f88-dc5e-4b38-a47b-f1b782778bd3 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:00:38.915024 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device aafe95f6-de7c-463f-b948-bbcdb005445d up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:38.968927 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Attempting to bind port 729e78c5-5775-43f7-adb2-34ee5b95bc22 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:00:38.969302 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Attempting to bind port 729e78c5-5775-43f7-adb2-34ee5b95bc22 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:00:38.969665 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Attempting to bind port 729e78c5-5775-43f7-adb2-34ee5b95bc22 on network 4b557462-7dca-499c-bcf1-0b01900942b2 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:39.033211 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:39.034446 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eeaac3-0938-4173-89a0-adff317580f4 None None] Pushing event updated for resources: {'Port': ['ID=729e78c5-5775-43f7-adb2-34ee5b95bc22,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:39.057257 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:39.057641 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Checking segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:39.062533 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.063093 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Bound using segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:39.063610 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Bound port: 729e78c5-5775-43f7-adb2-34ee5b95bc22, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:00:39.064002 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.111493 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Publish callbacks [] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.132508 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50184) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:39.204936 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] For port 729e78c5-5775-43f7-adb2-34ee5b95bc22, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:39.207662 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.209233 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712219'] for router_interface (40656fc2-6c52-4293-b017-33ab66147f11), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.234300 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] For port 729e78c5-5775-43f7-adb2-34ee5b95bc22, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=729e78c5-5775-43f7-adb2-34ee5b95bc22,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:39.283362 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ecc923-f608-43a9-aafc-08e900520523 req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Made reservation on behalf of bfa3ff4349cd49488cbe9275c4621f94 for: {'port': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:39.287660 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-64ecc923-f608-43a9-aafc-08e900520523 req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.322224 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-c5aeb662-9fe6-43a3-a8ea-e22dbd2c929b None None] Provisioning complete for port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:39.322612 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c5aeb662-9fe6-43a3-a8ea-e22dbd2c929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.350792 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.399306 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port aafe95f6-de7c-463f-b948-bbcdb005445d triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:39.399681 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.403392 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Router 9901658d-6076-48c5-8d85-b2564a26a857 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:00:39.416344 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.499483 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c5aeb662-9fe6-43a3-a8ea-e22dbd2c929b None None] Port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:00:39.559075 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:39.559805 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:00:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:39.561759 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eeaac3-0938-4173-89a0-adff317580f4 None None] Pushing event updated for resources: {'Port': ['ID=729e78c5-5775-43f7-adb2-34ee5b95bc22,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:39.649278 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:39.663510 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-bd4cde27-f11e-49bd-b639-bca8dcf61ff1 admin admin] 10.222.0.31 "PUT /v2.0/routers/9901658d-6076-48c5-8d85-b2564a26a857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7580910 Apr 28 15:00:39.673044 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Sync routers for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:39.678209 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port aafe95f6-de7c-463f-b948-bbcdb005445d is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:39.678599 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.684738 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Pushing event updated for resources: {'Port': ['ID=05251f88-dc5e-4b38-a47b-f1b782778bd3,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:39.688926 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-140d2c97-43b5-4bd1-953e-de3cfb8d50f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.732896 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:39.734431 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Allocated IP 172.20.0.1 (13768621-ebb8-4cb6-b71c-a1a670fe9aa3/f47bfcc2-cda5-4d28-84bc-3aea2b779f1b/5f05e1f3-3f9c-47cc-b795-64b338210496) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:39.750276 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:39.761922 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:39.769863 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:00:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:39.774818 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:39.783506 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port aafe95f6-de7c-463f-b948-bbcdb005445d, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=aafe95f6-de7c-463f-b948-bbcdb005445d,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:39.812492 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:39.968568 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1863b225-9f08-4004-b5fc-56bfb38965c7 None None] The sync data for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi is: [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:39.989433 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:39.990750 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 0110d598-d351-4d3c-8129-e44a50afb0e4 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:40.111522 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Publish callbacks [] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:40.281958 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:34Z', 'revision_number': 3, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:40.339222 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:40.344396 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034672c-cf55-4aa0-9708-4598cfeedb07 None None] The sync data for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi is: [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:34Z', 'revision_number': 3, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:40.349665 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f272f35b-6751-417b-9471-ea86937f4843 req-811f87f8-45a0-4761-bcd6-07b01b164fbc tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 210 time: 0.1239533 Apr 28 15:00:40.366112 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f5ffc8ec-ecf2-4eef-9980-e597d7608938 None None] Provisioning complete for port 05251f88-dc5e-4b38-a47b-f1b782778bd3 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:40.366700 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f5ffc8ec-ecf2-4eef-9980-e597d7608938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:40.374782 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:40.378462 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=aafe95f6-de7c-463f-b948-bbcdb005445d,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:40.500315 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:40.514921 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [req-64ecc923-f608-43a9-aafc-08e900520523 req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Allocated IP 172.20.0.4 (75055191-43dc-4a8c-af55-a3474a4e426a/8767f8f8-9c85-41ec-a977-5b91ba075f29/ff08e1b7-28dc-47a6-9fb4-4dec2e792d73) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:40.515060 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:40.523935 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:40.524453 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711083'] for router_interface (ad80045c-0f56-444a-993f-4501a46c5613), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:40.540398 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f05e1f3-3f9c-47cc-b795-64b338210496,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:40.566831 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 0110d598-d351-4d3c-8129-e44a50afb0e4 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:40.573161 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:40.854952 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Router 40656fc2-6c52-4293-b017-33ab66147f11 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:00:40.954268 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f5ffc8ec-ecf2-4eef-9980-e597d7608938 None None] Port 05251f88-dc5e-4b38-a47b-f1b782778bd3 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:00:41.019186 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-140d2c97-43b5-4bd1-953e-de3cfb8d50f4 admin admin] Publish callbacks [] for security_group (b494b120-eb84-42f8-8aa7-897a96e9cac7), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:41.101757 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:41.176538 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-140d2c97-43b5-4bd1-953e-de3cfb8d50f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b494b120-eb84-42f8-8aa7-897a96e9cac7), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:41.697846 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 0110d598-d351-4d3c-8129-e44a50afb0e4 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:41.701019 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device ca0d7809-11f7-451a-a860-26f4c12e8abd up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:41.737086 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d2c97-43b5-4bd1-953e-de3cfb8d50f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b494b120-eb84-42f8-8aa7-897a96e9cac7,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:41.757393 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Publish callbacks [] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:41.787276 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-efca8ecb-af09-4b0a-8ba5-9a1a0316d298 None None] Provisioning complete for port 5f05e1f3-3f9c-47cc-b795-64b338210496 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:41.787276 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-efca8ecb-af09-4b0a-8ba5-9a1a0316d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:41.846837 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-140d2c97-43b5-4bd1-953e-de3cfb8d50f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13dca1d764384c549b5295c9d66c8e47&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7102501 Apr 28 15:00:41.850233 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50254) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:41.856443 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 2, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:41.865678 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port ca0d7809-11f7-451a-a860-26f4c12e8abd triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:41.865678 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:41.899422 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2ccd0934-71ff-42f0-803a-542c96174ef8 req-cf6ee7dd-bba5-46e3-a593-9167f9cadb3f tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 210 time: 0.1634433 Apr 28 15:00:41.954798 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:41.957807 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712219'] for router_interface (ad80045c-0f56-444a-993f-4501a46c5613), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:41.987529 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Checking router: 9901658d-6076-48c5-8d85-b2564a26a857 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:00:41.989696 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Updating router 9901658d-6076-48c5-8d85-b2564a26a857 port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c binding host dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:00:41.996899 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50256) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:42.001996 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-c24a78db-9bfd-4886-9f98-5de743bf7af8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802158855', 'description': 'tempest-description--1108821872'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:42.007945 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-efca8ecb-af09-4b0a-8ba5-9a1a0316d298 None None] Port 5f05e1f3-3f9c-47cc-b795-64b338210496 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:00:42.043684 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:42.060205 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-44742e96-8e1f-4349-981c-0feb37125cce admin admin] 10.222.0.31 "PUT /v2.0/routers/40656fc2-6c52-4293-b017-33ab66147f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8270543 Apr 28 15:00:42.085362 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-64ecc923-f608-43a9-aafc-08e900520523 req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Publish callbacks [] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:42.157037 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c24a78db-9bfd-4886-9f98-5de743bf7af8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:42.185261 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:42.245398 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port ca0d7809-11f7-451a-a860-26f4c12e8abd is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:42.247758 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 50baf4a2-476a-46e9-9613-08d2a3180be1 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:42.261607 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-64ecc923-f608-43a9-aafc-08e900520523 req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:42.274570 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50262) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:42.481476 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:42.530884 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f05e1f3-3f9c-47cc-b795-64b338210496,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:42.546067 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:42.580463 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4765-028e-45d4-8dc2-b6056b63685e admin admin] Publish callbacks [] for security_group (b494b120-eb84-42f8-8aa7-897a96e9cac7), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:42.626924 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ecc923-f608-43a9-aafc-08e900520523 req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Network 75055191-43dc-4a8c-af55-a3474a4e426a is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:42.638939 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c24a78db-9bfd-4886-9f98-5de743bf7af8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group (fabb90af-1e3c-4c5d-91d1-f77e4c09e95a), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:42.761428 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [req-64ecc923-f608-43a9-aafc-08e900520523 req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:42.787449 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c24a78db-9bfd-4886-9f98-5de743bf7af8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (fabb90af-1e3c-4c5d-91d1-f77e4c09e95a), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:42.819436 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ecc923-f608-43a9-aafc-08e900520523 req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:42.843395 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecc923-f608-43a9-aafc-08e900520523 req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:42.844284 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-64ecc923-f608-43a9-aafc-08e900520523 req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:42.852376 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-848cb591-272f-43f2-afff-74f308a9969c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.025645 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Router ad80045c-0f56-444a-993f-4501a46c5613 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:00:43.030886 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Pushing event updated for resources: {'Port': ['ID=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:43.073729 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a78db-9bfd-4886-9f98-5de743bf7af8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:43.119010 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c24a78db-9bfd-4886-9f98-5de743bf7af8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.121538 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-c24a78db-9bfd-4886-9f98-5de743bf7af8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1233025 Apr 28 15:00:43.125279 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50290) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:43.133077 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-7b6bb439-7fa7-4908-9c39-7d38946f7611 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Request body: {'security_group_rule': {'security_group_id': 'fabb90af-1e3c-4c5d-91d1-f77e4c09e95a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:43.171657 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Publish callbacks [] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.241604 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-33d9f272-a8f4-40ab-9488-a9a456afc20b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8427777 Apr 28 15:00:43.263607 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-e19648b7-06cb-459d-8767-c85bef0f9eff tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 15:00:43.267042 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-e19648b7-06cb-459d-8767-c85bef0f9eff tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0153987 Apr 28 15:00:43.334989 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb439-7fa7-4908-9c39-7d38946f7611 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group_rule (d809e794-53cc-4ce7-b1d3-3cc591ca8400), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.371099 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4765-028e-45d4-8dc2-b6056b63685e admin admin] Publish callbacks [] for security_group (b494b120-eb84-42f8-8aa7-897a96e9cac7), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.444779 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-848cb591-272f-43f2-afff-74f308a9969c admin admin] Publish callbacks [] for security_group (6bbed85f-eb2a-4035-b162-986fdc573d5a), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.491022 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.534588 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f06c049f-2115-4bd7-b7d3-52519c58abf7 None None] Provisioning complete for port 5f05e1f3-3f9c-47cc-b795-64b338210496 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:43.534989 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f06c049f-2115-4bd7-b7d3-52519c58abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.551512 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Request body: {'port': {'device_id': '6e66dc26-1c59-42c4-a604-cc8a2a9b75cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:43.554250 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-848cb591-272f-43f2-afff-74f308a9969c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (6bbed85f-eb2a-4035-b162-986fdc573d5a), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.623199 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d7abb-1b59-47fc-80b8-ea07f59ae6b3 req-b69bc328-ae3f-4ed6-813f-bde151efac10 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:43.624489 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f06c049f-2115-4bd7-b7d3-52519c58abf7 None None] Port 5f05e1f3-3f9c-47cc-b795-64b338210496 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:00:43.647043 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-291d7abb-1b59-47fc-80b8-ea07f59ae6b3 req-b69bc328-ae3f-4ed6-813f-bde151efac10 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 931 time: 0.2930572 Apr 28 15:00:43.673934 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-848cb591-272f-43f2-afff-74f308a9969c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=832aee140f284b65927547b55f4bda9f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3801353 Apr 28 15:00:43.694011 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cb591-272f-43f2-afff-74f308a9969c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbed85f-eb2a-4035-b162-986fdc573d5a,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:43.696627 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50304) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:43.747356 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50306) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:43.757886 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:43.773246 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb439-7fa7-4908-9c39-7d38946f7611 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group_rule (d809e794-53cc-4ce7-b1d3-3cc591ca8400), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.778136 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-6b011ca9-be55-4f71-9d83-9a286e054859 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1798496556', 'description': 'tempest-description--1989123958'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:43.786302 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-1e820b08-a196-4e71-8c78-591787416bf5 admin admin] 10.222.0.31 "PUT /v2.0/routers/ad80045c-0f56-444a-993f-4501a46c5613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6367755 Apr 28 15:00:43.805567 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 50baf4a2-476a-46e9-9613-08d2a3180be1 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:43.805567 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.853419 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62d180-c6db-46cd-a4c6-7f3df316838a None None] Pushing event updated for resources: {'Port': ['ID=80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:43.869208 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb439-7fa7-4908-9c39-7d38946f7611 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (d809e794-53cc-4ce7-b1d3-3cc591ca8400), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.877473 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Attempting to bind port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:00:43.877992 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Attempting to bind port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:00:43.878450 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Attempting to bind port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c on network 60fd79c5-50c5-4587-8604-5daaaa9b4694 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:43.901538 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:43.902228 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Checking segment: {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:43.902942 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.903417 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Bound using segment: {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:43.904544 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Bound port: 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:00:43.905077 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.922415 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6b011ca9-be55-4f71-9d83-9a286e054859 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.947188 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-291d7abb-1b59-47fc-80b8-ea07f59ae6b3 req-4a514125-cf66-4a5b-a113-7a4e1c0d63fa tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986727 Apr 28 15:00:43.984503 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:43.999189 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] For port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:44.003285 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] For port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:44.041268 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bb439-7fa7-4908-9c39-7d38946f7611 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d809e794-53cc-4ce7-b1d3-3cc591ca8400,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:44.060894 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 50baf4a2-476a-46e9-9613-08d2a3180be1 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:44.104299 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4765-028e-45d4-8dc2-b6056b63685e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b494b120-eb84-42f8-8aa7-897a96e9cac7), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.105242 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.107508 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4765-028e-45d4-8dc2-b6056b63685e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.110399 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-9c4a4765-028e-45d4-8dc2-b6056b63685e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b494b120-eb84-42f8-8aa7-897a96e9cac7 HTTP/1.1" status: 204 len: 168 time: 2.2586181 Apr 28 15:00:44.129001 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a4765-028e-45d4-8dc2-b6056b63685e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b494b120-eb84-42f8-8aa7-897a96e9cac7,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:44.272475 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-86abefc4-eebf-4d4c-adbb-ba47fa5da81e admin admin] Publish callbacks [] for security_group (6bbed85f-eb2a-4035-b162-986fdc573d5a), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.351223 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62d180-c6db-46cd-a4c6-7f3df316838a None None] Pushing event updated for resources: {'Port': ['ID=80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:44.440115 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb439-7fa7-4908-9c39-7d38946f7611 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.444595 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-7b6bb439-7fa7-4908-9c39-7d38946f7611 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3172305 Apr 28 15:00:44.447356 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50326) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:44.452911 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-4a792d44-230f-465a-b944-8197cd8b5f6e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Request body: {'security_group_rule': {'security_group_id': 'fabb90af-1e3c-4c5d-91d1-f77e4c09e95a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:44.500859 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2172e992-aa79-463a-a271-e240c3a200f7 None None] Provisioning complete for port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:44.501282 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2172e992-aa79-463a-a271-e240c3a200f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.562896 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6aba1f3c-86c6-4d94-8943-e0b8b0f353fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.567546 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:44.568192 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:00:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:44.588352 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4a792d44-230f-465a-b944-8197cd8b5f6e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group_rule (dfae8010-89d3-4f3e-b446-d125590575dd), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.636226 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6b011ca9-be55-4f71-9d83-9a286e054859 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (122df29d-7606-4746-92c1-7b8d12bc556e), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.695070 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50332) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:44.702203 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-9c6f19b2-36b4-42c3-a9f0-96d880b0f955 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328117028', 'description': 'tempest-description--241885723'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:44.732681 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6b011ca9-be55-4f71-9d83-9a286e054859 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (122df29d-7606-4746-92c1-7b8d12bc556e), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.761083 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-86abefc4-eebf-4d4c-adbb-ba47fa5da81e admin admin] Publish callbacks [] for security_group (6bbed85f-eb2a-4035-b162-986fdc573d5a), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.885036 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b011ca9-be55-4f71-9d83-9a286e054859 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122df29d-7606-4746-92c1-7b8d12bc556e,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:44.922924 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50336) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:44.934234 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c6f19b2-36b4-42c3-a9f0-96d880b0f955 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.983256 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6b011ca9-be55-4f71-9d83-9a286e054859 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:44.983256 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-6b011ca9-be55-4f71-9d83-9a286e054859 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2328942 Apr 28 15:00:44.986622 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50342) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:44.997324 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-083f6565-0512-4591-ac45-90e6eaf78eee tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'security_group_rule': {'security_group_id': '122df29d-7606-4746-92c1-7b8d12bc556e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:45.006866 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4a792d44-230f-465a-b944-8197cd8b5f6e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group_rule (dfae8010-89d3-4f3e-b446-d125590575dd), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.013735 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device aafe95f6-de7c-463f-b948-bbcdb005445d up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:45.084410 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:45.147007 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a7d74-9f05-4b5b-9ba8-e607142a732b req-e68ff223-f4ce-4437-8cd8-1cd1199e88ba tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:45.159970 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-671a7d74-9f05-4b5b-9ba8-e607142a732b req-e68ff223-f4ce-4437-8cd8-1cd1199e88ba tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 931 time: 0.1212883 Apr 28 15:00:45.180233 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-86abefc4-eebf-4d4c-adbb-ba47fa5da81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (6bbed85f-eb2a-4035-b162-986fdc573d5a), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.182975 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-86abefc4-eebf-4d4c-adbb-ba47fa5da81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.184122 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-86abefc4-eebf-4d4c-adbb-ba47fa5da81e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bbed85f-eb2a-4035-b162-986fdc573d5a HTTP/1.1" status: 204 len: 168 time: 1.4485812 Apr 28 15:00:45.211186 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-083f6565-0512-4591-ac45-90e6eaf78eee tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (22de38d4-2750-41a0-83b0-90eadaf83c57), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.304049 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4a792d44-230f-465a-b944-8197cd8b5f6e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (dfae8010-89d3-4f3e-b446-d125590575dd), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.304595 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abefc4-eebf-4d4c-adbb-ba47fa5da81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbed85f-eb2a-4035-b162-986fdc573d5a,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:45.327283 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 {{(pid=110070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:00:45.345161 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Publish callbacks [] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.423888 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-083f6565-0512-4591-ac45-90e6eaf78eee tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (22de38d4-2750-41a0-83b0-90eadaf83c57), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.434382 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-118b0f42-3110-4eff-959f-454d43d15004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.451183 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port aafe95f6-de7c-463f-b948-bbcdb005445d triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:45.451745 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.459695 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2172e992-aa79-463a-a271-e240c3a200f7 None None] Current status of the port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:45.460205 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2172e992-aa79-463a-a271-e240c3a200f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.463012 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.provisioning_blocks [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Transition to ACTIVE for port object ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 will not be triggered until provisioned by entity L2. {{(pid=110070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:00:45.538603 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-083f6565-0512-4591-ac45-90e6eaf78eee tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (22de38d4-2750-41a0-83b0-90eadaf83c57), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.567820 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.603306 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f6565-0512-4591-ac45-90e6eaf78eee tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22de38d4-2750-41a0-83b0-90eadaf83c57,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:45.625978 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a792d44-230f-465a-b944-8197cd8b5f6e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfae8010-89d3-4f3e-b446-d125590575dd,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:45.664957 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-671a7d74-9f05-4b5b-9ba8-e607142a732b req-90a8ff50-cef2-4f4f-aae6-cfdde7201746 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036364 Apr 28 15:00:45.700476 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-083f6565-0512-4591-ac45-90e6eaf78eee tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.701953 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-083f6565-0512-4591-ac45-90e6eaf78eee tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7141213 Apr 28 15:00:45.716172 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c6f19b2-36b4-42c3-a9f0-96d880b0f955 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group (2fb8831c-781d-43ec-9b01-74b50463d7d9), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.717229 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-2172e992-aa79-463a-a271-e240c3a200f7 None None] For port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:45.725046 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50360) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:45.741008 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-704818ac-2709-46ae-b7d8-bc7326cb09d2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'security_group_rule': {'security_group_id': '122df29d-7606-4746-92c1-7b8d12bc556e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:45.742082 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Sync routers for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:45.752851 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:45.753483 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:00:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:45.758583 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4a792d44-230f-465a-b944-8197cd8b5f6e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.768143 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4a792d44-230f-465a-b944-8197cd8b5f6e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3184466 Apr 28 15:00:45.776767 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50364) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:45.782306 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:45.846247 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c6f19b2-36b4-42c3-a9f0-96d880b0f955 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (2fb8831c-781d-43ec-9b01-74b50463d7d9), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:45.866717 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Pushing event updated for resources: {'Port': ['ID=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:45.878309 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2172e992-aa79-463a-a271-e240c3a200f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.002117 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-118b0f42-3110-4eff-959f-454d43d15004 admin admin] Publish callbacks [] for security_group (577715ef-2914-4c1a-9f9f-e7e2f9e74420), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.003322 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-704818ac-2709-46ae-b7d8-bc7326cb09d2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (9bf5b864-ba71-4b86-8b2e-ae3f69528800), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.031184 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f19b2-36b4-42c3-a9f0-96d880b0f955 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb8831c-781d-43ec-9b01-74b50463d7d9,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:46.046078 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:43Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:46.066222 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c6f19b2-36b4-42c3-a9f0-96d880b0f955 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.068177 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-9c6f19b2-36b4-42c3-a9f0-96d880b0f955 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.3709738 Apr 28 15:00:46.071434 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50376) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:46.075244 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.085398 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Attempting to bind port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:00:46.085841 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Attempting to bind port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '470673d6-b82d-4531-81a8-31ef5fcb44e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '75055191-43dc-4a8c-af55-a3474a4e426a'}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:00:46.086374 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Attempting to bind port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 on network 75055191-43dc-4a8c-af55-a3474a4e426a {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:46.093063 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:46.096925 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-6849399f-8f8f-457e-a109-463416f433f1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Request body: {'security_group_rule': {'security_group_id': '2fb8831c-781d-43ec-9b01-74b50463d7d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:46.132091 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-118b0f42-3110-4eff-959f-454d43d15004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (577715ef-2914-4c1a-9f9f-e7e2f9e74420), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.142132 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 on network 75055191-43dc-4a8c-af55-a3474a4e426a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:00:46.143831 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Attempting to bind port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 on network 75055191-43dc-4a8c-af55-a3474a4e426a {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:46.163407 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:46.163864 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Checking segment: {'id': '470673d6-b82d-4531-81a8-31ef5fcb44e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '75055191-43dc-4a8c-af55-a3474a4e426a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:46.164517 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Bound using segment: {'id': '470673d6-b82d-4531-81a8-31ef5fcb44e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '75055191-43dc-4a8c-af55-a3474a4e426a'} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:46.165151 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Bound port: ff08e1b7-28dc-47a6-9fb4-4dec2e792d73, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470673d6-b82d-4531-81a8-31ef5fcb44e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '75055191-43dc-4a8c-af55-a3474a4e426a'}}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:00:46.165587 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.175544 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port aafe95f6-de7c-463f-b948-bbcdb005445d is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:46.177525 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 729e78c5-5775-43f7-adb2-34ee5b95bc22 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:46.237367 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-118b0f42-3110-4eff-959f-454d43d15004 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7dbb1a09d2cb4607ba68bea9750b7691&name=default HTTP/1.1" status: 200 len: 2995 time: 1.3131073 Apr 28 15:00:46.241095 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b0f42-3110-4eff-959f-454d43d15004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577715ef-2914-4c1a-9f9f-e7e2f9e74420,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:46.243357 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50380) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:46.271054 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-704818ac-2709-46ae-b7d8-bc7326cb09d2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (9bf5b864-ba71-4b86-8b2e-ae3f69528800), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.349646 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b2995-50f5-40c6-80ef-02370581e57a None None] The sync data for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi is: [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:43Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:46.351323 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bb863f2a-dd31-415f-b4c8-721825327336 admin admin] Publish callbacks [] for security_group (577715ef-2914-4c1a-9f9f-e7e2f9e74420), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.356338 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-704818ac-2709-46ae-b7d8-bc7326cb09d2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (9bf5b864-ba71-4b86-8b2e-ae3f69528800), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.356527 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Sync routers for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:46.390242 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6849399f-8f8f-457e-a109-463416f433f1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group_rule (a4198ecd-df88-4f08-9e04-e9aaf2076819), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.406980 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-469d1249-eb7a-435f-b4dc-e441836d15e3 None None] Provisioning complete for port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:46.410898 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-469d1249-eb7a-435f-b4dc-e441836d15e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.576300 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:46.582138 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:00:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:46.592070 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.778692 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] For port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73, host hv-cinder-83976, cleared binding levels {{(pid=110070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:46.839529 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] For port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73,segment=NetworkSegment(470673d6-b82d-4531-81a8-31ef5fcb44e5),segment_id=470673d6-b82d-4531-81a8-31ef5fcb44e5)] {{(pid=110070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:46.857163 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:46.956584 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:46.978080 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:41Z', 'revision_number': 2, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:47.031887 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Checking router: ad80045c-0f56-444a-993f-4501a46c5613 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:00:47.033701 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Updating router ad80045c-0f56-444a-993f-4501a46c5613 port 5f05e1f3-3f9c-47cc-b795-64b338210496 binding host dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:00:47.123606 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172e992-aa79-463a-a271-e240c3a200f7 None None] Pushing event updated for resources: {'Port': ['ID=80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:47.140688 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 729e78c5-5775-43f7-adb2-34ee5b95bc22 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:47.141107 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:47.149900 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:47.250161 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bb863f2a-dd31-415f-b4c8-721825327336 admin admin] Publish callbacks [] for security_group (577715ef-2914-4c1a-9f9f-e7e2f9e74420), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:47.251534 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Pushing event updated for resources: {'Port': ['ID=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73,revision_number=3']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:47.291644 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-deeef173-a3af-4fc4-81bb-d3c30d893b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:47.365359 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Allocated IP 172.27.2.91 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/1ea72864-44f0-4690-a6b2-91bad83952f6) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:47.432201 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:47.441738 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:47.445563 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-37524927-86a6-45de-9abc-0c1b2df10814 service neutron] 10.222.0.42 "PUT /v2.0/ports/ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 HTTP/1.1" status: 200 len: 1093 time: 4.0685441 Apr 28 15:00:47.452433 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704818ac-2709-46ae-b7d8-bc7326cb09d2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf5b864-ba71-4b86-8b2e-ae3f69528800,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:47.455298 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e66dc26-1c59-42c4-a604-cc8a2a9b75cf', 'tag': 'ff08e1b7-28dc-47a6-9fb4-4dec2e792d73'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:00:47.550820 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6849399f-8f8f-457e-a109-463416f433f1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group_rule (a4198ecd-df88-4f08-9e04-e9aaf2076819), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:47.571167 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-469d1249-eb7a-435f-b4dc-e441836d15e3 None None] Current status of the port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:47.623399 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-704818ac-2709-46ae-b7d8-bc7326cb09d2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:47.633277 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-704818ac-2709-46ae-b7d8-bc7326cb09d2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9063392 Apr 28 15:00:47.636172 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50432) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:47.663721 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:47.674995 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bb863f2a-dd31-415f-b4c8-721825327336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (577715ef-2914-4c1a-9f9f-e7e2f9e74420), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:47.680743 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bb863f2a-dd31-415f-b4c8-721825327336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:47.682196 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-bb863f2a-dd31-415f-b4c8-721825327336 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/577715ef-2914-4c1a-9f9f-e7e2f9e74420 HTTP/1.1" status: 204 len: 168 time: 1.4379592 Apr 28 15:00:47.722753 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6849399f-8f8f-457e-a109-463416f433f1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (a4198ecd-df88-4f08-9e04-e9aaf2076819), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:47.767564 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb863f2a-dd31-415f-b4c8-721825327336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577715ef-2914-4c1a-9f9f-e7e2f9e74420,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:47.825405 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0f003-4aba-4b82-81d9-d7111b9ac687 req-bca14c01-8aa3-45dc-bba0-edadee4907cd tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:47.834396 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1ad0f003-4aba-4b82-81d9-d7111b9ac687 req-bca14c01-8aa3-45dc-bba0-edadee4907cd tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 943 time: 0.6115997 Apr 28 15:00:47.956160 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecc923-f608-43a9-aafc-08e900520523 req-4be4c595-d226-4498-8ebc-1792351faf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:47.957608 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-4be4c595-d226-4498-8ebc-1792351faf44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfa3ff4349cd49488cbe9275c4621f94&device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 1127 time: 0.2633078 Apr 28 15:00:48.010238 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6849399f-8f8f-457e-a109-463416f433f1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.016332 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-6849399f-8f8f-457e-a109-463416f433f1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9435809 Apr 28 15:00:48.020021 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849399f-8f8f-457e-a109-463416f433f1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4198ecd-df88-4f08-9e04-e9aaf2076819,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:48.026704 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Publish callbacks [] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.034151 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50448) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:48.064896 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-fc602088-7777-489c-99d0-7be38fb14607 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Request body: {'security_group_rule': {'security_group_id': '2fb8831c-781d-43ec-9b01-74b50463d7d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:48.099751 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 729e78c5-5775-43f7-adb2-34ee5b95bc22 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:48.101333 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.137710 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-70156009-f178-4aa6-adce-d39c6ef0a265 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 HTTP/1.1" status: 200 len: 217 time: 0.1695335 Apr 28 15:00:48.156052 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.160916 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1ad0f003-4aba-4b82-81d9-d7111b9ac687 req-ee9fcd07-cc04-45ab-b5ab-8814a7881c48 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710097 Apr 28 15:00:48.180124 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port 729e78c5-5775-43f7-adb2-34ee5b95bc22, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=729e78c5-5775-43f7-adb2-34ee5b95bc22,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:48.197075 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.201231 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:38Z', 'revision_number': 2, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:48.213709 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for port (1ea72864-44f0-4690-a6b2-91bad83952f6), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.243765 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecc923-f608-43a9-aafc-08e900520523 req-46576958-210b-4615-9d2d-dc3446801314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:48.243765 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-46576958-210b-4615-9d2d-dc3446801314 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8767f8f8-9c85-41ec-a977-5b91ba075f29 HTTP/1.1" status: 200 len: 852 time: 0.0765638 Apr 28 15:00:48.287002 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a00039-cdaf-42e5-984e-9a43c84bbdb8 None None] Pushing event updated for resources: {'Port': ['ID=5f05e1f3-3f9c-47cc-b795-64b338210496,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:48.334221 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.337144 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.337144 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device a69a4db7-43ae-4e19-9c51-54ae4efd27ec up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:48.357217 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Checking router: 40656fc2-6c52-4293-b017-33ab66147f11 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:00:48.359124 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Updating router 40656fc2-6c52-4293-b017-33ab66147f11 port 05251f88-dc5e-4b38-a47b-f1b782778bd3 binding host dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:00:48.459843 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50452) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:48.485551 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-fde8b282-b523-4690-86f7-01b16d5752a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75055191-43dc-4a8c-af55-a3474a4e426a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2318761 Apr 28 15:00:48.493759 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Attempting to bind port 5f05e1f3-3f9c-47cc-b795-64b338210496 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:00:48.494494 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Attempting to bind port 5f05e1f3-3f9c-47cc-b795-64b338210496 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:00:48.495298 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Attempting to bind port 5f05e1f3-3f9c-47cc-b795-64b338210496 on network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:48.503695 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:48.508359 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-fc602088-7777-489c-99d0-7be38fb14607 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group_rule (1e61071e-3a17-448d-97dc-4699d3be4e5b), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.511942 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Checking segment: {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:48.515646 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.516189 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Bound using segment: {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:48.524448 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Bound port: 5f05e1f3-3f9c-47cc-b795-64b338210496, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:00:48.524979 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.651604 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=729e78c5-5775-43f7-adb2-34ee5b95bc22,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:48.726748 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] For port 5f05e1f3-3f9c-47cc-b795-64b338210496, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:48.729113 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (1ea72864-44f0-4690-a6b2-91bad83952f6), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.736750 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] For port 5f05e1f3-3f9c-47cc-b795-64b338210496, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=5f05e1f3-3f9c-47cc-b795-64b338210496,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:48.761311 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.790725 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.802289 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:48.836014 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd00b601-3080-44bf-a2a4-5bdfa5cacddc" -d '{"events": [{"name": "network-changed", "server_uuid": "6e66dc26-1c59-42c4-a604-cc8a2a9b75cf", "tag": "ff08e1b7-28dc-47a6-9fb4-4dec2e792d73"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:00:49.090636 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:49.109528 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:49.124772 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:49.125270 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:00:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:49.137096 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event updated for resources: {'Port': ['ID=1ea72864-44f0-4690-a6b2-91bad83952f6,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:49.142276 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a00039-cdaf-42e5-984e-9a43c84bbdb8 None None] Pushing event updated for resources: {'Port': ['ID=5f05e1f3-3f9c-47cc-b795-64b338210496,revision_number=4']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:49.149714 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:49.180925 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-71756828-b218-4ced-af41-e060958479ac service neutron] 10.222.0.42 "GET /v2.0/networks/75055191-43dc-4a8c-af55-a3474a4e426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841223 Apr 28 15:00:49.219104 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2be1f92c-cd78-40d0-8a8b-68f7e71792b5 None None] Provisioning complete for port 5f05e1f3-3f9c-47cc-b795-64b338210496 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:49.223431 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2be1f92c-cd78-40d0-8a8b-68f7e71792b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:49.228172 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port a69a4db7-43ae-4e19-9c51-54ae4efd27ec triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:49.230779 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:49.231496 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Allocated IP 172.27.2.94 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/cee58bb5-6633-46e2-9883-7e6931a74632) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:49.437169 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for port (cee58bb5-6633-46e2-9883-7e6931a74632), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:49.551629 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bfdd117b-d5e4-4c4c-8d9f-b3c1e45ea1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:49.580720 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (cee58bb5-6633-46e2-9883-7e6931a74632), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:49.620534 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:49.643864 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-fc602088-7777-489c-99d0-7be38fb14607 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group_rule (1e61071e-3a17-448d-97dc-4699d3be4e5b), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:49.689469 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc5e341-b80d-40ae-8722-445129dc14e4 x-openstack-request-id: req-bbc5e341-b80d-40ae-8722-445129dc14e4 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:00:49.690001 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e66dc26-1c59-42c4-a604-cc8a2a9b75cf", "tag": "ff08e1b7-28dc-47a6-9fb4-4dec2e792d73", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:00:49.697944 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbc5e341-b80d-40ae-8722-445129dc14e4 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:00:49.698835 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc5e341-b80d-40ae-8722-445129dc14e4'] response: {'name': 'network-changed', 'server_uuid': '6e66dc26-1c59-42c4-a604-cc8a2a9b75cf', 'tag': 'ff08e1b7-28dc-47a6-9fb4-4dec2e792d73', 'status': 'completed', 'code': 200} Apr 28 15:00:49.762373 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (f614319e-aab1-4d09-9b1d-d3e5e390aa1d), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:49.839572 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'Port': ['ID=cee58bb5-6633-46e2-9883-7e6931a74632,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:49.846911 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ecc923-f608-43a9-aafc-08e900520523 req-aadebb24-02f3-4296-ab90-def9310607ec service neutron] 10.222.0.42 "GET /v2.0/networks/75055191-43dc-4a8c-af55-a3474a4e426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507161 Apr 28 15:00:49.878921 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:49.952758 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (1ea72864-44f0-4690-a6b2-91bad83952f6), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:50.022783 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-fc602088-7777-489c-99d0-7be38fb14607 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (1e61071e-3a17-448d-97dc-4699d3be4e5b), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:50.137878 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62e489-f6bd-4584-a62e-15b13d202d9a req-3011b169-c35e-467d-ac3f-8c1592d664af tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:50.140325 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-df62e489-f6bd-4584-a62e-15b13d202d9a req-3011b169-c35e-467d-ac3f-8c1592d664af tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 943 time: 0.6625824 Apr 28 15:00:50.154104 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:50.161094 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc602088-7777-489c-99d0-7be38fb14607 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e61071e-3a17-448d-97dc-4699d3be4e5b,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:50.178168 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:50.180574 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b601-3080-44bf-a2a4-5bdfa5cacddc req-8c727cd5-d6f7-4459-9acc-2a1e7c2d402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:50.180758 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:50.188866 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fd00b601-3080-44bf-a2a4-5bdfa5cacddc req-8c727cd5-d6f7-4459-9acc-2a1e7c2d402e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfa3ff4349cd49488cbe9275c4621f94&device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 1127 time: 0.1849470 Apr 28 15:00:50.217695 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:50.232623 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port a69a4db7-43ae-4e19-9c51-54ae4efd27ec is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:50.233272 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:50.280880 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port a69a4db7-43ae-4e19-9c51-54ae4efd27ec, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=a69a4db7-43ae-4e19-9c51-54ae4efd27ec,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:50.284975 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9069e3-653c-4503-bcb5-90836bddb7b9 None None] The sync data for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi is: [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:50.350055 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-fc602088-7777-489c-99d0-7be38fb14607 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:50.360287 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-fc602088-7777-489c-99d0-7be38fb14607 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3177514 Apr 28 15:00:50.399580 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:50.400639 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50500) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:50.517482 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:00:50.642124 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for port (1ea72864-44f0-4690-a6b2-91bad83952f6), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:50.691488 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2be1f92c-cd78-40d0-8a8b-68f7e71792b5 None None] Current status of the port 5f05e1f3-3f9c-47cc-b795-64b338210496 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:50.691488 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2be1f92c-cd78-40d0-8a8b-68f7e71792b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:50.764702 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (1ea72864-44f0-4690-a6b2-91bad83952f6), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:50.838563 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-df62e489-f6bd-4584-a62e-15b13d202d9a req-b2247cbb-5ce8-43d5-9655-9dd3f3cc80d8 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624808 Apr 28 15:00:50.846744 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:50.946249 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 729e78c5-5775-43f7-adb2-34ee5b95bc22 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:50.961881 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (f614319e-aab1-4d09-9b1d-d3e5e390aa1d), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:50.968782 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=a69a4db7-43ae-4e19-9c51-54ae4efd27ec,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.026749 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.028045 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event updated for resources: {'Port': ['ID=1ea72864-44f0-4690-a6b2-91bad83952f6,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.050208 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b601-3080-44bf-a2a4-5bdfa5cacddc req-236b2d1f-c16e-4f2d-bbdb-e493edfe0b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:51.052614 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fd00b601-3080-44bf-a2a4-5bdfa5cacddc req-236b2d1f-c16e-4f2d-bbdb-e493edfe0b10 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75055191-43dc-4a8c-af55-a3474a4e426a HTTP/1.1" status: 200 len: 913 time: 0.8090780 Apr 28 15:00:51.062249 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-2be1f92c-cd78-40d0-8a8b-68f7e71792b5 None None] For port 5f05e1f3-3f9c-47cc-b795-64b338210496, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=5f05e1f3-3f9c-47cc-b795-64b338210496,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:51.077878 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (1da44eb9-4a0e-42c7-8c55-9fade67ab5fd), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.078876 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Publish callbacks [] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.085135 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.118839 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 729e78c5-5775-43f7-adb2-34ee5b95bc22 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:51.123924 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.125096 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fd00b601-3080-44bf-a2a4-5bdfa5cacddc req-dbeca766-71f7-4797-972c-2448a39d44a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 HTTP/1.1" status: 200 len: 217 time: 0.0581162 Apr 28 15:00:51.129676 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.143625 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-ce6f70fd-3f77-4bdd-8a02-d65f04a71154 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3657398 Apr 28 15:00:51.177160 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bfdd117b-d5e4-4c4c-8d9f-b3c1e45ea1b9 admin admin] Publish callbacks [] for security_group (48b50e4e-a19d-4506-b4b1-fbaf68403125), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.214806 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b601-3080-44bf-a2a4-5bdfa5cacddc req-d37f3efa-877f-4499-b4c4-7a5007150a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:51.216976 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fd00b601-3080-44bf-a2a4-5bdfa5cacddc req-d37f3efa-877f-4499-b4c4-7a5007150a82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8767f8f8-9c85-41ec-a977-5b91ba075f29 HTTP/1.1" status: 200 len: 852 time: 0.0721526 Apr 28 15:00:51.218513 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2be1f92c-cd78-40d0-8a8b-68f7e71792b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.288105 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Allocated IP 172.27.2.81 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/4bfecabb-64f1-4ac8-a916-f114a7cc792d) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:51.293763 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fd00b601-3080-44bf-a2a4-5bdfa5cacddc req-a3870389-b6b7-43ca-af5b-17211dc3778b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75055191-43dc-4a8c-af55-a3474a4e426a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649219 Apr 28 15:00:51.320111 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.346458 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bfdd117b-d5e4-4c4c-8d9f-b3c1e45ea1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (48b50e4e-a19d-4506-b4b1-fbaf68403125), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.483136 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-36ee89e0-4578-4cb9-845e-a0db3e540275 None None] Provisioning complete for port 5f05e1f3-3f9c-47cc-b795-64b338210496 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:51.485182 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-36ee89e0-4578-4cb9-845e-a0db3e540275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.553972 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd117b-d5e4-4c4c-8d9f-b3c1e45ea1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b50e4e-a19d-4506-b4b1-fbaf68403125,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.612035 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fd00b601-3080-44bf-a2a4-5bdfa5cacddc req-2c60e8fb-0668-406b-a751-5df6f7c474cb service neutron] 10.222.0.42 "GET /v2.0/networks/75055191-43dc-4a8c-af55-a3474a4e426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761598 Apr 28 15:00:51.631189 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1f92c-cd78-40d0-8a8b-68f7e71792b5 None None] Pushing event updated for resources: {'Port': ['ID=5f05e1f3-3f9c-47cc-b795-64b338210496,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.691487 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 729e78c5-5775-43f7-adb2-34ee5b95bc22 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:51.693643 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 5f05e1f3-3f9c-47cc-b795-64b338210496 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:51.772754 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (cee58bb5-6633-46e2-9883-7e6931a74632), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.830615 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Attempting to bind port 05251f88-dc5e-4b38-a47b-f1b782778bd3 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:00:51.830975 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Attempting to bind port 05251f88-dc5e-4b38-a47b-f1b782778bd3 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:00:51.831615 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Attempting to bind port 05251f88-dc5e-4b38-a47b-f1b782778bd3 on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:51.858683 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50542) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:51.861208 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece4f4c-c0e0-4172-8794-b575cef83833 None None] Pushing event updated for resources: {'Port': ['ID=05251f88-dc5e-4b38-a47b-f1b782778bd3,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.867067 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:51.867374 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-bfdd117b-d5e4-4c4c-8d9f-b3c1e45ea1b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d92fcf790934557a27a6026c8c633d3&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4080908 Apr 28 15:00:51.867855 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Checking segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:00:51.868395 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.868951 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Bound using segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:51.869588 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Bound port: 05251f88-dc5e-4b38-a47b-f1b782778bd3, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:00:51.870102 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:51.885269 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50546) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:52.063998 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for port (4bfecabb-64f1-4ac8-a916-f114a7cc792d), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.130873 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-da533c83-984b-4499-bd82-4b802844c3cf admin admin] Publish callbacks [] for security_group (48b50e4e-a19d-4506-b4b1-fbaf68403125), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.141928 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-36ee89e0-4578-4cb9-845e-a0db3e540275 None None] Current status of the port 5f05e1f3-3f9c-47cc-b795-64b338210496 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:52.144197 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8bb2e-096a-4d21-a7b2-10ab11273194 req-2ea145d9-b381-4438-9e49-b2dc071be7f3 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:52.146451 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3a8bb2e-096a-4d21-a7b2-10ab11273194 req-2ea145d9-b381-4438-9e49-b2dc071be7f3 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 943 time: 0.1494124 Apr 28 15:00:52.197700 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 5f05e1f3-3f9c-47cc-b795-64b338210496 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:52.201648 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.284462 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-da533c83-984b-4499-bd82-4b802844c3cf admin admin] Publish callbacks [] for security_group (48b50e4e-a19d-4506-b4b1-fbaf68403125), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.419974 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3a8bb2e-096a-4d21-a7b2-10ab11273194 req-ba42e6d8-caaf-44ea-a0d7-278bae1583fc tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970696 Apr 28 15:00:52.426184 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6be88a71-3bb1-4aa8-a6c5-8ff664d86c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.443392 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-8d793f4f-f96d-414a-8630-32c8eb312690 None None] Provisioning complete for port 05251f88-dc5e-4b38-a47b-f1b782778bd3 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:52.444039 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8d793f4f-f96d-414a-8630-32c8eb312690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.459178 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for port (cee58bb5-6633-46e2-9883-7e6931a74632), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.471094 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (4bfecabb-64f1-4ac8-a916-f114a7cc792d), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.536437 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event updated for resources: {'Port': ['ID=4bfecabb-64f1-4ac8-a916-f114a7cc792d,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:52.541228 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] For port 05251f88-dc5e-4b38-a47b-f1b782778bd3, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:52.565163 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (cee58bb5-6633-46e2-9883-7e6931a74632), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.583040 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-da533c83-984b-4499-bd82-4b802844c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (48b50e4e-a19d-4506-b4b1-fbaf68403125), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.584124 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] For port 05251f88-dc5e-4b38-a47b-f1b782778bd3, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=05251f88-dc5e-4b38-a47b-f1b782778bd3,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:52.588324 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-da533c83-984b-4499-bd82-4b802844c3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.589728 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-da533c83-984b-4499-bd82-4b802844c3cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48b50e4e-a19d-4506-b4b1-fbaf68403125 HTTP/1.1" status: 204 len: 168 time: 0.7021952 Apr 28 15:00:52.596741 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-b90e198f-5401-49ad-8dc0-0e69221d1eed tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1802158855&fields=id&tenant_id=6ffdd233ccf8404f80158282c5e1f31b HTTP/1.1" status: 200 len: 267 time: 0.9829185 Apr 28 15:00:52.608474 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (1da44eb9-4a0e-42c7-8c55-9fade67ab5fd), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.672344 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-8d793f4f-f96d-414a-8630-32c8eb312690 None None] Port 05251f88-dc5e-4b38-a47b-f1b782778bd3 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:00:52.682836 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.685365 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:52.723490 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da533c83-984b-4499-bd82-4b802844c3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b50e4e-a19d-4506-b4b1-fbaf68403125,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:52.726451 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:52.727472 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fd00b601-3080-44bf-a2a4-5bdfa5cacddc req-a645dbd3-cf06-4a41-9b38-fe0e38a52f8a service neutron] 10.222.0.42 "GET /v2.0/networks/75055191-43dc-4a8c-af55-a3474a4e426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1112087 Apr 28 15:00:52.740154 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:52.824166 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'Port': ['ID=cee58bb5-6633-46e2-9883-7e6931a74632,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:52.851139 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:52.865440 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-136f0076-8e6b-4b9a-a9ef-901a82f3c86f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2220480 Apr 28 15:00:52.946896 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 5f05e1f3-3f9c-47cc-b795-64b338210496 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:52.948139 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:52.960773 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-03324613-678b-4941-a94c-0b41d65d625f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:52.973126 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-03324613-678b-4941-a94c-0b41d65d625f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/networks?id=60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 200 len: 816 time: 0.3754692 Apr 28 15:00:53.006893 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-128c9a92-426a-4d82-9e27-c6228d396805 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/quotas/6ffdd233ccf8404f80158282c5e1f31b HTTP/1.1" status: 200 len: 375 time: 0.0329809 Apr 28 15:00:53.037648 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6be88a71-3bb1-4aa8-a6c5-8ff664d86c2e admin admin] Publish callbacks [] for security_group (f71af627-3be6-421c-b547-0a1c24c6ad2e), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:53.053572 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (7c0de358-ee22-477f-8f65-a70ea3b1f6ab), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:53.068391 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece4f4c-c0e0-4172-8794-b575cef83833 None None] Pushing event updated for resources: {'Port': ['ID=05251f88-dc5e-4b38-a47b-f1b782778bd3,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:53.111263 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:53.111923 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:00:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:53.162936 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6be88a71-3bb1-4aa8-a6c5-8ff664d86c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (f71af627-3be6-421c-b547-0a1c24c6ad2e), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:53.182253 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-4a30322f-0f88-4b65-8315-7990874dc40b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1744626 Apr 28 15:00:53.255103 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-6be88a71-3bb1-4aa8-a6c5-8ff664d86c2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23711c466ded462db7052fcde1fd4532&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3844709 Apr 28 15:00:53.263023 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50578) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:53.343647 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:53.344462 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:53.373617 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be88a71-3bb1-4aa8-a6c5-8ff664d86c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71af627-3be6-421c-b547-0a1c24c6ad2e,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:53.389297 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (4bfecabb-64f1-4ac8-a916-f114a7cc792d), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:53.441410 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-43ff7e71-5100-484f-93c6-9e9e4aea291e None None] Provisioning complete for port 05251f88-dc5e-4b38-a47b-f1b782778bd3 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:53.441795 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-43ff7e71-5100-484f-93c6-9e9e4aea291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:53.501718 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6e3df7d3-9a7d-4eaa-a3a8-42b13c8a6f22 admin admin] Publish callbacks [] for security_group (f71af627-3be6-421c-b547-0a1c24c6ad2e), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:53.525177 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2fbe7819-d913-4f32-9c4e-bf6933bd3200 service neutron] 10.222.0.31 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838812 Apr 28 15:00:53.720674 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:53.834263 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6e3df7d3-9a7d-4eaa-a3a8-42b13c8a6f22 admin admin] Publish callbacks [] for security_group (f71af627-3be6-421c-b547-0a1c24c6ad2e), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:54.009294 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-a914afb4-b939-4bba-b990-c005697c64b0 service neutron] 10.222.0.31 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753842 Apr 28 15:00:54.110602 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6e3df7d3-9a7d-4eaa-a3a8-42b13c8a6f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (f71af627-3be6-421c-b547-0a1c24c6ad2e), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:54.113528 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6e3df7d3-9a7d-4eaa-a3a8-42b13c8a6f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:54.115289 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-6e3df7d3-9a7d-4eaa-a3a8-42b13c8a6f22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f71af627-3be6-421c-b547-0a1c24c6ad2e HTTP/1.1" status: 204 len: 168 time: 0.8512678 Apr 28 15:00:54.135483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3df7d3-9a7d-4eaa-a3a8-42b13c8a6f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71af627-3be6-421c-b547-0a1c24c6ad2e,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:54.391570 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-43ff7e71-5100-484f-93c6-9e9e4aea291e None None] Current status of the port 05251f88-dc5e-4b38-a47b-f1b782778bd3 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:54.391979 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-43ff7e71-5100-484f-93c6-9e9e4aea291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:54.399587 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-0bd46315-2604-4151-abe5-1bb112879e18 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1798496556&fields=id&tenant_id=a6f0dee0207e4cdeb2d1f244106252c0 HTTP/1.1" status: 200 len: 267 time: 0.8839281 Apr 28 15:00:54.496264 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:54.596773 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd8c0a-615f-49fc-bbc5-124d7036392b req-0fc01d9b-a42e-4257-8abf-8b11a4c3330f tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:54.608353 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-46cd8c0a-615f-49fc-bbc5-124d7036392b req-0fc01d9b-a42e-4257-8abf-8b11a4c3330f tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 943 time: 0.1943021 Apr 28 15:00:54.710906 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:52Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:54.735384 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-46cd8c0a-615f-49fc-bbc5-124d7036392b req-a2b85051-ee13-4de5-a2b1-0179e9b4acae tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269903 Apr 28 15:00:54.820335 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b8e01964-e762-4c5c-9199-d828aedc3e10 req-44542969-d987-47c8-a39e-2de2b4db488b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 210 time: 0.0504429 Apr 28 15:00:54.899626 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913da79c-17e3-47d7-8af6-886e9ff6baa5 None None] The sync data for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi is: [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:52Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:54.907314 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 5f05e1f3-3f9c-47cc-b795-64b338210496 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:55.005975 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-43ff7e71-5100-484f-93c6-9e9e4aea291e None None] For port 05251f88-dc5e-4b38-a47b-f1b782778bd3, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=05251f88-dc5e-4b38-a47b-f1b782778bd3,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:55.014784 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-4f81808e-5b87-484b-bced-9d3709b19b29 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:55.016971 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-4f81808e-5b87-484b-bced-9d3709b19b29 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 815 time: 0.6045856 Apr 28 15:00:55.071998 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-392d769a-a9ad-4ea3-83ec-db433299daae tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/quotas/a6f0dee0207e4cdeb2d1f244106252c0 HTTP/1.1" status: 200 len: 375 time: 0.0273452 Apr 28 15:00:55.114669 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-43ff7e71-5100-484f-93c6-9e9e4aea291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:55.165487 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 5f05e1f3-3f9c-47cc-b795-64b338210496 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:55.168568 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:55.214286 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-2a046447-410e-4f16-b76e-c71c72553069 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364665 Apr 28 15:00:55.220495 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for port (4bfecabb-64f1-4ac8-a916-f114a7cc792d), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:55.318061 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (4bfecabb-64f1-4ac8-a916-f114a7cc792d), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:55.321601 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff7e71-5100-484f-93c6-9e9e4aea291e None None] Pushing event updated for resources: {'Port': ['ID=05251f88-dc5e-4b38-a47b-f1b782778bd3,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:55.334518 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50680) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:55.381496 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7759a4d7-935f-49e7-8616-4cf5e466ce4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:55.438291 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (7c0de358-ee22-477f-8f65-a70ea3b1f6ab), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:55.499599 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event updated for resources: {'Port': ['ID=4bfecabb-64f1-4ac8-a916-f114a7cc792d,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:55.523568 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 5f05e1f3-3f9c-47cc-b795-64b338210496 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:55.525396 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 05251f88-dc5e-4b38-a47b-f1b782778bd3 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:55.553831 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:55.581234 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-00af3e77-e8c5-41cd-a531-bbe81353edd3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1404412 Apr 28 15:00:55.726207 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7759a4d7-935f-49e7-8616-4cf5e466ce4c admin admin] Publish callbacks [] for security_group (dbe692ac-5ae0-4cc3-a98d-f2ba37a7ca48), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:55.749670 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 05251f88-dc5e-4b38-a47b-f1b782778bd3 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:55.751587 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:55.805958 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7759a4d7-935f-49e7-8616-4cf5e466ce4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (dbe692ac-5ae0-4cc3-a98d-f2ba37a7ca48), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:55.970636 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 05251f88-dc5e-4b38-a47b-f1b782778bd3 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:55.971948 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device a69a4db7-43ae-4e19-9c51-54ae4efd27ec up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:55.990797 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-7759a4d7-935f-49e7-8616-4cf5e466ce4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7c8240d75b5445fb4bb95cf12ffe204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6551948 Apr 28 15:00:56.002271 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50714) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:56.016037 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-74fa3d2f-db9c-47ce-9302-af1635138bc5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 15:00:56.017064 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-74fa3d2f-db9c-47ce-9302-af1635138bc5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4116712 Apr 28 15:00:56.018775 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759a4d7-935f-49e7-8616-4cf5e466ce4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe692ac-5ae0-4cc3-a98d-f2ba37a7ca48,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:56.055412 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da3032-01d7-43c8-9b50-9e1fdf151434 req-4acf9025-1deb-40e8-9c92-dee9d6db1c6b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:56.119986 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-18da3032-01d7-43c8-9b50-9e1fdf151434 req-4acf9025-1deb-40e8-9c92-dee9d6db1c6b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 943 time: 0.2069626 Apr 28 15:00:56.120683 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port a69a4db7-43ae-4e19-9c51-54ae4efd27ec triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:56.120683 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:56.145041 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-18da3032-01d7-43c8-9b50-9e1fdf151434 req-2adf7cb7-c647-4e9a-933c-4edf6fde5777 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812836 Apr 28 15:00:56.205488 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-9db354d5-faa1-4aa3-a65b-ed5a3557de68 service neutron] 10.222.0.31 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736796 Apr 28 15:00:56.214046 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-14ba9455-905f-47d9-8615-0638a7daa3a2 admin admin] Publish callbacks [] for security_group (dbe692ac-5ae0-4cc3-a98d-f2ba37a7ca48), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:56.248762 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-14ba9455-905f-47d9-8615-0638a7daa3a2 admin admin] Publish callbacks [] for security_group (dbe692ac-5ae0-4cc3-a98d-f2ba37a7ca48), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:56.318722 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port a69a4db7-43ae-4e19-9c51-54ae4efd27ec is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:56.412965 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-05887543-f559-4402-bd63-8f3e7d3563c0 service neutron] 10.222.0.31 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076814 Apr 28 15:00:56.421527 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-e476b4ba-7b15-4173-9a3e-413f4c183c13 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--328117028&fields=id&tenant_id=4d815343f17b47b68979d8366b04d25b HTTP/1.1" status: 200 len: 267 time: 0.1114700 Apr 28 15:00:56.590796 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-50c9febc-0a7b-40a4-a87c-d01cde0d051e tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:56.593709 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-50c9febc-0a7b-40a4-a87c-d01cde0d051e tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/networks?id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3 HTTP/1.1" status: 200 len: 810 time: 0.1698899 Apr 28 15:00:56.633524 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-ce84564e-8d09-4980-b936-7fcbaa0f3299 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/quotas/4d815343f17b47b68979d8366b04d25b HTTP/1.1" status: 200 len: 375 time: 0.0220444 Apr 28 15:00:56.695191 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 05251f88-dc5e-4b38-a47b-f1b782778bd3 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:56.757788 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-3c245fb4-07a4-4f81-87d7-7c3401019f82 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d815343f17b47b68979d8366b04d25b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1228232 Apr 28 15:00:56.788517 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 05251f88-dc5e-4b38-a47b-f1b782778bd3 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:00:56.797645 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:56.873314 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-d99827c0-e1d9-4a76-8f54-b3cc0839f98c service neutron] 10.222.0.31 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104271 Apr 28 15:00:56.982018 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 05251f88-dc5e-4b38-a47b-f1b782778bd3 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:00:57.057282 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-24a5d623-474b-445a-947f-58b0bd8370bf service neutron] 10.222.0.31 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720176 Apr 28 15:00:57.527632 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-14ba9455-905f-47d9-8615-0638a7daa3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (dbe692ac-5ae0-4cc3-a98d-f2ba37a7ca48), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:57.530493 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-14ba9455-905f-47d9-8615-0638a7daa3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:57.538149 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-14ba9455-905f-47d9-8615-0638a7daa3a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbe692ac-5ae0-4cc3-a98d-f2ba37a7ca48 HTTP/1.1" status: 204 len: 168 time: 1.5310740 Apr 28 15:00:57.544580 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9455-905f-47d9-8615-0638a7daa3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe692ac-5ae0-4cc3-a98d-f2ba37a7ca48,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:57.690557 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-aa859386-eb9b-4471-a42c-cf633f8fd5ad req-728f8300-2cd9-4007-8a29-c252cd79e60d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 210 time: 0.0671632 Apr 28 15:00:57.798618 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6ea2679e-6574-478a-a2a9-a184a8812897 req-07ff6530-f731-4cd4-bf36-191e977b5d0c tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 210 time: 0.0629456 Apr 28 15:00:57.938981 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39318c8-86ae-4e70-93c6-bcd1178f6c31 req-10677fa0-3c01-4d8d-a091-fd6ad9615eac tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:57.948739 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d39318c8-86ae-4e70-93c6-bcd1178f6c31 req-10677fa0-3c01-4d8d-a091-fd6ad9615eac tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 943 time: 0.1246753 Apr 28 15:00:57.949471 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3436a45a-551e-49bb-9c99-55fb5dc46576 req-a63d5a65-ecf8-4a7b-9440-37dd21d3a9f4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 210 time: 0.0445724 Apr 28 15:00:58.046582 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d39318c8-86ae-4e70-93c6-bcd1178f6c31 req-b0c76a1e-fd08-4fa8-9b88-d4d5f1a44cd2 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960026 Apr 28 15:00:58.786835 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0d86c6f7-10a9-48fb-820a-ffb1bfe2d5b8 req-7fd5fa19-7c32-4a43-a993-970fcd88100d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 210 time: 0.0287070 Apr 28 15:00:58.875804 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-055bcc25-4aa4-458d-b91a-f6757054c980 req-0e83cb4f-cd32-4f87-984c-16e60be0c267 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 210 time: 0.0380499 Apr 28 15:00:58.942063 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50872) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:58.976821 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50878) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:59.065007 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ac961d2f-67c8-4cef-b09e-d59d9d8c3973 req-14f09996-b51e-41d6-8bf0-5edaedb2888b tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 210 time: 0.0356550 Apr 28 15:00:59.130131 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6db488b4-4308-4e76-b6c9-7c2bee83e2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.148470 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d4046abb-5113-491c-9626-aaa7a8934070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.259023 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d4046abb-5113-491c-9626-aaa7a8934070 admin admin] Publish callbacks [] for security_group (a51ef45f-e0b7-4251-80ad-b7f07f24a8f7), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.278090 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed040370-fa26-493b-9cb4-f303d876e226 req-9540e9c3-eb76-49e3-ab2d-4c4d0a846a1d tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:59.279558 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ed040370-fa26-493b-9cb4-f303d876e226 req-9540e9c3-eb76-49e3-ab2d-4c4d0a846a1d tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 943 time: 0.0713522 Apr 28 15:00:59.298261 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6db488b4-4308-4e76-b6c9-7c2bee83e2e1 admin admin] Publish callbacks [] for security_group (b57ac136-8529-49c2-a86c-74e1d46ca97f), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.333988 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d4046abb-5113-491c-9626-aaa7a8934070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (a51ef45f-e0b7-4251-80ad-b7f07f24a8f7), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.366377 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ed040370-fa26-493b-9cb4-f303d876e226 req-7e6ac27d-bf74-4c27-9e50-f03aeccee333 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733526 Apr 28 15:00:59.387522 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-d4046abb-5113-491c-9626-aaa7a8934070 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9354e6a6943e48d4b792c6ef2964c56b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094529 Apr 28 15:00:59.391053 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50898) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:59.393154 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4046abb-5113-491c-9626-aaa7a8934070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51ef45f-e0b7-4251-80ad-b7f07f24a8f7,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:59.408184 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6db488b4-4308-4e76-b6c9-7c2bee83e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b57ac136-8529-49c2-a86c-74e1d46ca97f), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.485578 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db488b4-4308-4e76-b6c9-7c2bee83e2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57ac136-8529-49c2-a86c-74e1d46ca97f,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:59.493599 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-6db488b4-4308-4e76-b6c9-7c2bee83e2e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1751912b713c4652a85d9dc2a984190b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5495837 Apr 28 15:00:59.496522 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50910) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:00:59.533838 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e0b415a5-0243-43f4-a897-10134027c208 admin admin] Publish callbacks [] for security_group (a51ef45f-e0b7-4251-80ad-b7f07f24a8f7), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.576384 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e0b415a5-0243-43f4-a897-10134027c208 admin admin] Publish callbacks [] for security_group (a51ef45f-e0b7-4251-80ad-b7f07f24a8f7), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.587821 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1803-e0bc-417b-8602-ac33ad60cf92 admin admin] Publish callbacks [] for security_group (b57ac136-8529-49c2-a86c-74e1d46ca97f), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.632818 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1803-e0bc-417b-8602-ac33ad60cf92 admin admin] Publish callbacks [] for security_group (b57ac136-8529-49c2-a86c-74e1d46ca97f), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.755615 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e0b415a5-0243-43f4-a897-10134027c208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (a51ef45f-e0b7-4251-80ad-b7f07f24a8f7), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.758486 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e0b415a5-0243-43f4-a897-10134027c208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.759621 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e0b415a5-0243-43f4-a897-10134027c208 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a51ef45f-e0b7-4251-80ad-b7f07f24a8f7 HTTP/1.1" status: 204 len: 168 time: 0.3672237 Apr 28 15:00:59.767409 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b415a5-0243-43f4-a897-10134027c208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51ef45f-e0b7-4251-80ad-b7f07f24a8f7,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:59.788077 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1803-e0bc-417b-8602-ac33ad60cf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b57ac136-8529-49c2-a86c-74e1d46ca97f), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.792196 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a9fa1803-e0bc-417b-8602-ac33ad60cf92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:00:59.793907 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-a9fa1803-e0bc-417b-8602-ac33ad60cf92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b57ac136-8529-49c2-a86c-74e1d46ca97f HTTP/1.1" status: 204 len: 168 time: 0.2959981 Apr 28 15:00:59.806889 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa1803-e0bc-417b-8602-ac33ad60cf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57ac136-8529-49c2-a86c-74e1d46ca97f,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:59.896722 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fa2568e6-307a-41c7-9498-181f0290456f req-77c27ea1-8bdb-41e2-bcf6-4bb1007b202f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 210 time: 0.0289302 Apr 28 15:00:59.971702 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ba46913c-0d06-47e9-823b-a4f1c4f00a39 req-573dd5b4-851a-47a4-b784-2873dec3874a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 210 time: 0.0284626 Apr 28 15:01:00.171512 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3b01fb7f-aa44-448b-b029-8d5d06ec4212 req-bda0e6d5-c6a9-45c3-a98e-9a9a17bc6a02 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 210 time: 0.0367227 Apr 28 15:01:00.292345 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-23fddbab-fd03-433a-aff3-6f0d150caeb5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:00.293877 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-23fddbab-fd03-433a-aff3-6f0d150caeb5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.42 "GET /v2.0/networks?id=60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 200 len: 816 time: 0.1575363 Apr 28 15:01:00.299490 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50932) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:00.401630 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:00.487260 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e980ff-dcd0-460e-8e46-c9cb6d3f931f req-524a0524-9f6d-489f-b45b-39216b69b49d tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:00.489140 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-24e980ff-dcd0-460e-8e46-c9cb6d3f931f req-524a0524-9f6d-489f-b45b-39216b69b49d tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 943 time: 0.0537460 Apr 28 15:01:00.503186 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.42', 64976) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:00.599458 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-24e980ff-dcd0-460e-8e46-c9cb6d3f931f req-61cbcb41-383a-4fcb-8c56-809c3cf90285 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067138 Apr 28 15:01:00.606263 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-4d04c629-20e0-4b4f-a40c-239b58818635 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ffdd233ccf8404f80158282c5e1f31b HTTP/1.1" status: 200 len: 380 time: 0.1151388 Apr 28 15:01:00.624755 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Request body: {'port': {'device_id': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'admin_state_up': True, 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'security_groups': ['fabb90af-1e3c-4c5d-91d1-f77e4c09e95a']}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:00.655740 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7cadf259-24c8-4774-acd5-117a5b4861cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:00.670521 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-fa8fea48-ed16-48ae-ae87-48bac8fae0ed tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:00.672003 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-fa8fea48-ed16-48ae-ae87-48bac8fae0ed tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.42 "GET /v2.0/networks?id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3 HTTP/1.1" status: 200 len: 810 time: 0.1678495 Apr 28 15:01:00.714660 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50942) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:00.752797 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2e970302-8dba-4582-b6ed-82056b358571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:00.767768 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-fe800d7d-967c-4d36-a255-1c64539225d1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d815343f17b47b68979d8366b04d25b HTTP/1.1" status: 200 len: 379 time: 0.0876474 Apr 28 15:01:00.777937 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Request body: {'port': {'device_id': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'admin_state_up': True, 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'security_groups': ['2fb8831c-781d-43ec-9b01-74b50463d7d9']}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:00.806117 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:01:00.822045 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.42', 64977) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:00.957398 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:01:00.972088 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2e970302-8dba-4582-b6ed-82056b358571 admin admin] Publish callbacks [] for security_group (10d3fd86-b5e1-4a62-8acf-9e53cc668048), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:00.985627 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7cadf259-24c8-4774-acd5-117a5b4861cf admin admin] Publish callbacks [] for security_group (38a76c4a-13db-45dd-95b2-43aacf467fde), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.006948 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8e177267-a5ae-4870-82a2-c4dab855a88d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:01.009198 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8e177267-a5ae-4870-82a2-c4dab855a88d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 815 time: 0.1845322 Apr 28 15:01:01.053769 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Made reservation on behalf of 6ffdd233ccf8404f80158282c5e1f31b for: {'port': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:01.057260 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.080509 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50958) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:01.093490 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7cadf259-24c8-4774-acd5-117a5b4861cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (38a76c4a-13db-45dd-95b2-43aacf467fde), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.096275 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2e970302-8dba-4582-b6ed-82056b358571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (10d3fd86-b5e1-4a62-8acf-9e53cc668048), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.121541 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73,segment=NetworkSegment(470673d6-b82d-4531-81a8-31ef5fcb44e5),segment_id=470673d6-b82d-4531-81a8-31ef5fcb44e5)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:01.132585 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': 'ff08e1b7-28dc-47a6-9fb4-4dec2e792d73', 'network_id': '75055191-43dc-4a8c-af55-a3474a4e426a', 'port_id': 'ff08e1b7-28dc-47a6-9fb4-4dec2e792d73', 'mac_address': 'fa:16:3e:c3:34:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8767f8f8-9c85-41ec-a977-5b91ba075f29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:01:01.149884 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-62d9eec0-5b00-4c97-9667-a4aa2b6a507f req-3a3652de-4aed-4bcc-af7f-53d17b51ff71 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 210 time: 0.1338747 Apr 28 15:01:01.150200 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-2e970302-8dba-4582-b6ed-82056b358571 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd3d6b1331d94b7288f9bc4e9f3857a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295158 Apr 28 15:01:01.152123 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50962) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:01.193972 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:01.194531 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.223776 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-2528b385-0cf0-4074-9921-1ca9d12ee837 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6f0dee0207e4cdeb2d1f244106252c0 HTTP/1.1" status: 200 len: 380 time: 0.1859250 Apr 28 15:01:01.237829 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:01:01.251008 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'port': {'device_id': '946b6657-225b-410a-b314-aeda3b57f9c8', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'admin_state_up': True, 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'security_groups': ['122df29d-7606-4746-92c1-7b8d12bc556e']}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:01.276059 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4aef2aac-cabf-4999-8581-c5231d6aa109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.282234 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73,segment=NetworkSegment(470673d6-b82d-4531-81a8-31ef5fcb44e5),segment_id=470673d6-b82d-4531-81a8-31ef5fcb44e5)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:01.330296 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8c9b5d06-ef78-4139-80c7-d541927130fa req-0da6fcea-3472-4862-a50a-3be899b4e2cc tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 210 time: 0.1995926 Apr 28 15:01:01.361815 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-23df87a2-0a38-4186-8e6e-4fdf080bb53a req-9a6bd63d-52eb-4bad-a7d4-91f78e304c91 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 210 time: 0.0660746 Apr 28 15:01:01.374238 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-7cadf259-24c8-4774-acd5-117a5b4861cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=803afacdf5b0497aac07a2e0cc66ba56&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0736492 Apr 28 15:01:01.379387 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.406551 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 50968) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:01.407057 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadf259-24c8-4774-acd5-117a5b4861cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a76c4a-13db-45dd-95b2-43aacf467fde,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:01.424092 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Made reservation on behalf of 4d815343f17b47b68979d8366b04d25b for: {'port': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:01.428129 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.452408 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b2360c65-0335-42e5-bf41-078add202a50 admin admin] Publish callbacks [] for security_group (10d3fd86-b5e1-4a62-8acf-9e53cc668048), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.467589 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e970302-8dba-4582-b6ed-82056b358571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d3fd86-b5e1-4a62-8acf-9e53cc668048,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:01.472781 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Allocated IP 172.20.0.14 (60fd79c5-50c5-4587-8604-5daaaa9b4694/4bba402f-a684-4714-861d-42a0c9992a9f/80d4b663-9987-4881-8f15-f09d0ebe88bb) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:01.518050 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:01.559783 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4aef2aac-cabf-4999-8581-c5231d6aa109 admin admin] Publish callbacks [] for security_group (28983f72-5545-446e-b92f-2227c74b9da1), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.632195 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['ff08e1b7-28dc-47a6-9fb4-4dec2e792d73'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:01:01.650472 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4aef2aac-cabf-4999-8581-c5231d6aa109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (28983f72-5545-446e-b92f-2227c74b9da1), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.707581 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.756126 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-4aef2aac-cabf-4999-8581-c5231d6aa109 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a60b59cfacd4967b00aeda80f5f528a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6737354 Apr 28 15:01:01.760368 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 50980) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:01.763593 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef2aac-cabf-4999-8581-c5231d6aa109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28983f72-5545-446e-b92f-2227c74b9da1,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:01.785660 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b2360c65-0335-42e5-bf41-078add202a50 admin admin] Publish callbacks [] for security_group (10d3fd86-b5e1-4a62-8acf-9e53cc668048), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.807941 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6528a89-f3bd-4044-9a85-d9bc3f01e4ab req-8bb5da06-7a3e-41ac-b9f8-554807e926ea tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:01.809709 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f6528a89-f3bd-4044-9a85-d9bc3f01e4ab req-8bb5da06-7a3e-41ac-b9f8-554807e926ea tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 944 time: 0.1051147 Apr 28 15:01:01.860644 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-fb444143-1818-4ca6-9433-aa41f3dd4364 admin admin] Publish callbacks [] for security_group (38a76c4a-13db-45dd-95b2-43aacf467fde), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.882408 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4d36e09a-f82e-4908-a77d-34d448da81eb admin admin] Publish callbacks [] for security_group (28983f72-5545-446e-b92f-2227c74b9da1), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.887975 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f6528a89-f3bd-4044-9a85-d9bc3f01e4ab req-30daf5d7-f131-454e-bf17-68eaa16ffe57 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683043 Apr 28 15:01:01.895552 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.922561 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Made reservation on behalf of a6f0dee0207e4cdeb2d1f244106252c0 for: {'port': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:01.926336 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.930637 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4d36e09a-f82e-4908-a77d-34d448da81eb admin admin] Publish callbacks [] for security_group (28983f72-5545-446e-b92f-2227c74b9da1), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:01.987466 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-fb444143-1818-4ca6-9433-aa41f3dd4364 admin admin] Publish callbacks [] for security_group (38a76c4a-13db-45dd-95b2-43aacf467fde), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.012628 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Network 60fd79c5-50c5-4587-8604-5daaaa9b4694 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:02.014835 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event updated for resources: {'Port': ['ID=80d4b663-9987-4881-8f15-f09d0ebe88bb,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:02.027317 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:02.035925 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:02.042297 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:02.043207 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.141192 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-2eb7314c-427c-4a43-ac4f-a5c1c4678bb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5255389 Apr 28 15:01:02.145445 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Allocated IP 172.20.0.7 (13768621-ebb8-4cb6-b71c-a1a670fe9aa3/f47bfcc2-cda5-4d28-84bc-3aea2b779f1b/d90122cc-9597-40e2-a3a5-4c1ef1427a0e) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:02.157679 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Request body: {'port': {'device_id': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:02.163451 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4d36e09a-f82e-4908-a77d-34d448da81eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (28983f72-5545-446e-b92f-2227c74b9da1), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.166939 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4d36e09a-f82e-4908-a77d-34d448da81eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.167879 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b2360c65-0335-42e5-bf41-078add202a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (10d3fd86-b5e1-4a62-8acf-9e53cc668048), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.175518 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-4d36e09a-f82e-4908-a77d-34d448da81eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28983f72-5545-446e-b92f-2227c74b9da1 HTTP/1.1" status: 204 len: 168 time: 0.4059262 Apr 28 15:01:02.175634 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b2360c65-0335-42e5-bf41-078add202a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.175634 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-b2360c65-0335-42e5-bf41-078add202a50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10d3fd86-b5e1-4a62-8acf-9e53cc668048 HTTP/1.1" status: 204 len: 168 time: 1.0182972 Apr 28 15:01:02.200872 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36e09a-f82e-4908-a77d-34d448da81eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28983f72-5545-446e-b92f-2227c74b9da1,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:02.237585 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2360c65-0335-42e5-bf41-078add202a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d3fd86-b5e1-4a62-8acf-9e53cc668048,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:02.265357 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.313175 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Allocated IP 172.20.0.5 (1ed45ab8-7ad4-45eb-b2e9-24d899ca4036/a4a45de5-2458-48c8-906b-01e1b205ed9e/5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:02.341519 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-fb444143-1818-4ca6-9433-aa41f3dd4364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (38a76c4a-13db-45dd-95b2-43aacf467fde), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.344336 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-fb444143-1818-4ca6-9433-aa41f3dd4364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.345512 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-fb444143-1818-4ca6-9433-aa41f3dd4364 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38a76c4a-13db-45dd-95b2-43aacf467fde HTTP/1.1" status: 204 len: 168 time: 0.9527028 Apr 28 15:01:02.396091 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb444143-1818-4ca6-9433-aa41f3dd4364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a76c4a-13db-45dd-95b2-43aacf467fde,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:02.445267 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618fba8-c0dd-43d5-8aa6-a863b31fc559 req-6d4523ec-6c00-4fd2-b1b3-26dcbc384802 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:02.446993 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5618fba8-c0dd-43d5-8aa6-a863b31fc559 req-6d4523ec-6c00-4fd2-b1b3-26dcbc384802 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 932 time: 0.1287498 Apr 28 15:01:02.447126 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-03c96036-15d6-4e1b-898d-89c50677b862 None None] Provisioning complete for port 80d4b663-9987-4881-8f15-f09d0ebe88bb triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:02.447522 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-03c96036-15d6-4e1b-898d-89c50677b862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.488414 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-03c96036-15d6-4e1b-898d-89c50677b862 None None] Port 80d4b663-9987-4881-8f15-f09d0ebe88bb cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:01:02.537528 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4e4d20a1-cb43-4435-b762-bdf368140b19 req-d8ef521a-be57-4eb3-8c79-a2fce1830a34 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 210 time: 0.0425987 Apr 28 15:01:02.605581 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5618fba8-c0dd-43d5-8aa6-a863b31fc559 req-cfc3227a-7eaf-4ca8-bef8-b2a840a251bc tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267927 Apr 28 15:01:02.646435 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.686551 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.712368 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0bdc4dd7-fc98-406a-9399-9c23d2b0873b req-5ba0bb20-f655-4105-bd5a-1d88b856683b tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 210 time: 0.0546346 Apr 28 15:01:02.767366 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d4b663-9987-4881-8f15-f09d0ebe88bb {{(pid=110070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:01:02.775348 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Publish callbacks [] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.788516 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.provisioning_blocks [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Transition to ACTIVE for port object 80d4b663-9987-4881-8f15-f09d0ebe88bb will not be triggered until provisioned by entity L2. {{(pid=110070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:01:02.790479 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.855255 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.868430 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:02.882151 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:02.884556 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:02.887344 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.890181 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:02.890813 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:02.932835 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event updated for resources: {'Port': ['ID=d90122cc-9597-40e2-a3a5-4c1ef1427a0e,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:02.938170 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:02.954510 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:02.989921 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:02.993729 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:03.002442 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:03.003252 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:03.060236 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'Port': ['ID=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:03.076231 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-f6841e2e-a2a9-4fe1-b8ad-d8098318363c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2978215 Apr 28 15:01:03.085933 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:01:03.109245 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Request body: {'port': {'device_id': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:03.206897 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:03.207247 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:03.224627 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:03.243534 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-db31bce3-4544-483d-97e3-3c95233f2e16 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0063188 Apr 28 15:01:03.279336 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Request body: {'port': {'device_id': '946b6657-225b-410a-b314-aeda3b57f9c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:03.307946 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea622a-9b1a-415b-b6d4-83fc35d25d78 req-70e52347-6945-4b3b-98d2-1def18e224fa tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:03.312290 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ffea622a-9b1a-415b-b6d4-83fc35d25d78 req-70e52347-6945-4b3b-98d2-1def18e224fa tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 944 time: 0.2817087 Apr 28 15:01:03.389918 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-9e3e7d23-d9fc-4a25-8fb5-fa87f41f77af None None] Provisioning complete for port d90122cc-9597-40e2-a3a5-4c1ef1427a0e triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:03.390308 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7d23-d9fc-4a25-8fb5-fa87f41f77af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:03.429026 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Pushing event updated for resources: {'Port': ['ID=80d4b663-9987-4881-8f15-f09d0ebe88bb,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:03.475526 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:03.475816 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:03.491584 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Attempting to bind port 80d4b663-9987-4881-8f15-f09d0ebe88bb on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:01:03.492242 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Attempting to bind port 80d4b663-9987-4881-8f15-f09d0ebe88bb by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:01:03.492745 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Attempting to bind port 80d4b663-9987-4881-8f15-f09d0ebe88bb on network 60fd79c5-50c5-4587-8604-5daaaa9b4694 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:03.497802 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Port 80d4b663-9987-4881-8f15-f09d0ebe88bb on network 60fd79c5-50c5-4587-8604-5daaaa9b4694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:03.498333 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Attempting to bind port 80d4b663-9987-4881-8f15-f09d0ebe88bb on network 60fd79c5-50c5-4587-8604-5daaaa9b4694 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:03.510743 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:03.511272 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Checking segment: {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:03.511801 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Bound using segment: {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:03.512491 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Bound port: 80d4b663-9987-4881-8f15-f09d0ebe88bb, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'}}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:01:03.512877 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:03.517534 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e7d23-d9fc-4a25-8fb5-fa87f41f77af None None] Port d90122cc-9597-40e2-a3a5-4c1ef1427a0e cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:01:03.544402 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66dc26-1c59-42c4-a604-cc8a2a9b75cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff08e1b7-28dc-47a6-9fb4-4dec2e792d73'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:03.651175 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, cleared binding levels {{(pid=110070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:03.668144 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:03.668692 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73,segment=NetworkSegment(470673d6-b82d-4531-81a8-31ef5fcb44e5),segment_id=470673d6-b82d-4531-81a8-31ef5fcb44e5)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:03.671219 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-94824865-ab9d-41c8-85d4-e57c6cbfae7b None None] Provisioning complete for port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:03.672982 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-94824865-ab9d-41c8-85d4-e57c6cbfae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:03.682577 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51040) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:03.719237 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-741cf891-7eb9-4e1a-931c-594dbc4cf0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:03.749850 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:03.753680 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5d1a5-5a53-43a5-bef2-986445bc43b0 req-4f218586-8db9-4cf1-9a26-a7862bb3edeb tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:03.755657 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:03.759838 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-94824865-ab9d-41c8-85d4-e57c6cbfae7b None None] Port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:01:03.763078 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-07c5d1a5-5a53-43a5-bef2-986445bc43b0 req-4f218586-8db9-4cf1-9a26-a7862bb3edeb tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 931 time: 0.1048412 Apr 28 15:01:03.778474 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:03.844878 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:03.845961 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:03.847505 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] 10.222.0.42 "PUT /v2.0/ports/80d4b663-9987-4881-8f15-f09d0ebe88bb HTTP/1.1" status: 200 len: 1094 time: 1.6982503 Apr 28 15:01:03.858578 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:03.861296 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a6b2e0-08c4-4f17-9d1a-872ab5537de4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:03.919824 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ffea622a-9b1a-415b-b6d4-83fc35d25d78 req-5460d7af-055c-45e3-8392-d56b36e7b009 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535607 Apr 28 15:01:03.947053 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-07c5d1a5-5a53-43a5-bef2-986445bc43b0 req-134cf786-08e1-46f4-87d1-3e91010a3bd3 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829472 Apr 28 15:01:03.993923 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210f673-cbe5-48b1-9b4f-46dd746b31b7 service neutron] Pushing event updated for resources: {'Port': ['ID=80d4b663-9987-4881-8f15-f09d0ebe88bb,revision_number=3']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:04.090003 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:04.137400 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-741cf891-7eb9-4e1a-931c-594dbc4cf0f2 admin admin] Publish callbacks [] for security_group (64247fd6-581f-4518-9b15-23ad7da2fe81), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:04.160234 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-4582e681-218c-4b23-b261-4243beb341d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:04.162342 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-4582e681-218c-4b23-b261-4243beb341d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 1128 time: 0.1490874 Apr 28 15:01:04.240169 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-ae88c80e-08f1-4064-8e8b-d002282eac2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb HTTP/1.1" status: 200 len: 217 time: 0.0694740 Apr 28 15:01:04.250479 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83640904-d3bd-4fd4-a9eb-d335a8a3d3af req-27b25099-bdad-4513-b5b2-d90e2de0de76 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:04.253407 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-83640904-d3bd-4fd4-a9eb-d335a8a3d3af req-27b25099-bdad-4513-b5b2-d90e2de0de76 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 931 time: 0.1456869 Apr 28 15:01:04.256091 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-741cf891-7eb9-4e1a-931c-594dbc4cf0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (64247fd6-581f-4518-9b15-23ad7da2fe81), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:04.307337 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f3dc12-25c3-42f4-8c73-81a7306c2556" -d '{"events": [{"server_uuid": "6e66dc26-1c59-42c4-a604-cc8a2a9b75cf", "name": "network-vif-plugged", "status": "completed", "tag": "ff08e1b7-28dc-47a6-9fb4-4dec2e792d73"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:04.312208 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38aa8d1-d7b2-4849-8e6d-9f99146ec660 req-5c07414e-ed90-436d-acbe-0cd59dec4e27 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:04.314114 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e38aa8d1-d7b2-4849-8e6d-9f99146ec660 req-5c07414e-ed90-436d-acbe-0cd59dec4e27 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.2587705 Apr 28 15:01:04.349614 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cf891-7eb9-4e1a-931c-594dbc4cf0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64247fd6-581f-4518-9b15-23ad7da2fe81,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:04.425962 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-741cf891-7eb9-4e1a-931c-594dbc4cf0f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73f0c6973e944b47b66e5915a8f469b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7421060 Apr 28 15:01:04.428707 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51068) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:04.433315 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-83640904-d3bd-4fd4-a9eb-d335a8a3d3af req-a7a2072d-462b-42c1-9c92-16f570ccd3d1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720295 Apr 28 15:01:04.447805 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-df5d526a-0921-47a6-a795-469146d47225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:04.449283 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-df5d526a-0921-47a6-a795-469146d47225 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bba402f-a684-4714-861d-42a0c9992a9f HTTP/1.1" status: 200 len: 855 time: 0.1945522 Apr 28 15:01:04.463474 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90122cc-9597-40e2-a3a5-4c1ef1427a0e {{(pid=110071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:01:04.477837 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Publish callbacks [] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:04.483681 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e38aa8d1-d7b2-4849-8e6d-9f99146ec660 req-f4619ca1-56a4-4ac8-8a0c-9890fa06b862 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618166 Apr 28 15:01:04.513206 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff865f0-838d-4074-a153-2580ac2ba90c x-openstack-request-id: req-fff865f0-838d-4074-a153-2580ac2ba90c {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:04.513206 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:04.513206 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fff865f0-838d-4074-a153-2580ac2ba90c {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:04.513606 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff865f0-838d-4074-a153-2580ac2ba90c'] response: {'name': 'network-changed', 'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'status': 'completed', 'code': 200} Apr 28 15:01:04.518988 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-e1d16c2b-fa7c-4972-8365-2e24341dd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:04.520490 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-e1d16c2b-fa7c-4972-8365-2e24341dd1d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60fd79c5-50c5-4587-8604-5daaaa9b4694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619359 Apr 28 15:01:04.525207 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.provisioning_blocks [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Transition to ACTIVE for port object d90122cc-9597-40e2-a3a5-4c1ef1427a0e will not be triggered until provisioned by entity L2. {{(pid=110071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:01:04.576141 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-45519f32-69f1-4132-885f-895934928ad8 admin admin] Publish callbacks [] for security_group (64247fd6-581f-4518-9b15-23ad7da2fe81), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:04.633685 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-45519f32-69f1-4132-885f-895934928ad8 admin admin] Publish callbacks [] for security_group (64247fd6-581f-4518-9b15-23ad7da2fe81), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:04.673614 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-e8fa0fbf-8332-43d4-bb12-dd747ba97c1b service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459808 Apr 28 15:01:04.678260 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51076) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:04.748079 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:04.799062 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 {{(pid=110071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:01:04.805590 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0871c57a-b56b-4121-9136-dbb61bd4cfda req-8e716cb5-70bc-4114-86bf-100552d924e8 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189170 Apr 28 15:01:04.816218 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Publish callbacks [] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:04.824904 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-45519f32-69f1-4132-885f-895934928ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (64247fd6-581f-4518-9b15-23ad7da2fe81), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:04.827947 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-45519f32-69f1-4132-885f-895934928ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:04.829297 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-45519f32-69f1-4132-885f-895934928ad8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64247fd6-581f-4518-9b15-23ad7da2fe81 HTTP/1.1" status: 204 len: 168 time: 0.3950269 Apr 28 15:01:04.832199 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Pushing event updated for resources: {'Port': ['ID=d90122cc-9597-40e2-a3a5-4c1ef1427a0e,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:04.845338 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45519f32-69f1-4132-885f-895934928ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64247fd6-581f-4518-9b15-23ad7da2fe81,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:04.872711 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf6793a-fb85-4ca7-a548-f62f1fb5e9b6 x-openstack-request-id: req-cbf6793a-fb85-4ca7-a548-f62f1fb5e9b6 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:04.873027 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e66dc26-1c59-42c4-a604-cc8a2a9b75cf", "name": "network-vif-plugged", "status": "completed", "tag": "ff08e1b7-28dc-47a6-9fb4-4dec2e792d73", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:04.873284 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbf6793a-fb85-4ca7-a548-f62f1fb5e9b6 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:04.877335 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf6793a-fb85-4ca7-a548-f62f1fb5e9b6'] response: {'server_uuid': '6e66dc26-1c59-42c4-a604-cc8a2a9b75cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff08e1b7-28dc-47a6-9fb4-4dec2e792d73', 'code': 200} Apr 28 15:01:04.901121 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.provisioning_blocks [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Transition to ACTIVE for port object 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 will not be triggered until provisioned by entity L2. {{(pid=110071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:01:04.924413 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Attempting to bind port d90122cc-9597-40e2-a3a5-4c1ef1427a0e on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:01:04.925033 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Attempting to bind port d90122cc-9597-40e2-a3a5-4c1ef1427a0e by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:01:04.925575 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Attempting to bind port d90122cc-9597-40e2-a3a5-4c1ef1427a0e on network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:04.931802 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Port d90122cc-9597-40e2-a3a5-4c1ef1427a0e on network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:04.932366 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Attempting to bind port d90122cc-9597-40e2-a3a5-4c1ef1427a0e on network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:04.938577 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:04.939149 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Checking segment: {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:04.940162 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Bound using segment: {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:04.940905 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Bound port: d90122cc-9597-40e2-a3a5-4c1ef1427a0e, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'}}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:01:04.941675 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:04.998112 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.004911 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-334077025-network', 'tenant_id': 'cc33ac9851fa4d0197d0107bdd65cebc'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:05.107653 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Pushing event updated for resources: {'Port': ['ID=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:05.120741 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Made reservation on behalf of cc33ac9851fa4d0197d0107bdd65cebc for: {'network': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:05.121479 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.144527 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e3ae1-e7df-44ff-aede-c705fda34084 req-737b45b7-1618-462a-8be8-a74325b0f9b1 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:05.146819 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7b8e3ae1-e7df-44ff-aede-c705fda34084 req-737b45b7-1618-462a-8be8-a74325b0f9b1 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 943 time: 0.0989981 Apr 28 15:01:05.148028 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.257364 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7b8e3ae1-e7df-44ff-aede-c705fda34084 req-a45e4aac-d9af-428d-83ed-2dd3f01ed831 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994606 Apr 28 15:01:05.274895 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d2685-f01a-47c5-8d2e-53e98c2b0486 req-a96896e4-7745-43e6-9275-e52bd383e471 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:05.285348 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ad5d2685-f01a-47c5-8d2e-53e98c2b0486 req-a96896e4-7745-43e6-9275-e52bd383e471 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.2578020 Apr 28 15:01:05.287260 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] For port d90122cc-9597-40e2-a3a5-4c1ef1427a0e, host hv-cinder-83976, cleared binding levels {{(pid=110071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:05.301716 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Publish callbacks [] for security_group (3c918fbc-851d-4b1d-a3af-7a6bee6322a4), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.319497 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Attempting to bind port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:01:05.320024 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Attempting to bind port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:01:05.320191 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Attempting to bind port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:05.323587 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] For port d90122cc-9597-40e2-a3a5-4c1ef1427a0e, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d90122cc-9597-40e2-a3a5-4c1ef1427a0e,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:05.341594 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:05.341924 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Attempting to bind port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:05.359902 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:05.368566 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Checking segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:05.368566 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Bound using segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:05.368566 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Bound port: 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'}}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:01:05.368566 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.388350 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ad5d2685-f01a-47c5-8d2e-53e98c2b0486 req-d35175b5-9a39-421a-9358-ea308de49e1b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827308 Apr 28 15:01:05.441887 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (3c918fbc-851d-4b1d-a3af-7a6bee6322a4), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.443715 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.484588 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=110070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:01:05.490732 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] For port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4, host hv-cinder-83976, cleared binding levels {{(pid=110071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:05.497819 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c918fbc-851d-4b1d-a3af-7a6bee6322a4,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:05.510943 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:05.511557 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.514708 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] 10.222.0.42 "PUT /v2.0/ports/d90122cc-9597-40e2-a3a5-4c1ef1427a0e HTTP/1.1" status: 200 len: 1093 time: 2.4237216 Apr 28 15:01:05.525046 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (bba02fff-e81f-4e2b-afe5-08948db29604), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.525512 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.segments_db [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Added segment bba02fff-e81f-4e2b-afe5-08948db29604 of type vlan for network 7d340017-ab46-4e2a-88cb-9ab524c7310c Apr 28 15:01:05.545916 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'tag': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:05.588616 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (7d340017-ab46-4e2a-88cb-9ab524c7310c), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.648446 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ecff-7fc8-4fa4-8c3c-a0860c41f67a req-6a175a95-a047-4237-9220-1682153e4379 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:05.650165 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1da1ecff-7fc8-4fa4-8c3c-a0860c41f67a req-6a175a95-a047-4237-9220-1682153e4379 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 943 time: 0.0836670 Apr 28 15:01:05.659452 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] For port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:05.760173 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239137f3-bd26-44dc-83a2-99ec02794084 req-859d8844-febb-463b-ae46-ab187672461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:05.762264 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-239137f3-bd26-44dc-83a2-99ec02794084 req-859d8844-febb-463b-ae46-ab187672461f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 1129 time: 0.1231632 Apr 28 15:01:05.765327 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.42', 64985) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:05.795097 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-239137f3-bd26-44dc-83a2-99ec02794084 req-50fc7d48-0d7e-4882-a0d1-497b8a51d20c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.802316 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6b2e0-08c4-4f17-9d1a-872ab5537de4 req-6b8e7d9a-7452-48ef-95fa-3dd28102ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:05.804359 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-89a6b2e0-08c4-4f17-9d1a-872ab5537de4 req-6b8e7d9a-7452-48ef-95fa-3dd28102ea81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 1128 time: 0.1665719 Apr 28 15:01:05.838459 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.860151 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (7d340017-ab46-4e2a-88cb-9ab524c7310c), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.861161 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:05.861966 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:05.931799 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-53ba7648-6f28-4c4b-ad01-f4aad9646cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:05.933389 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-53ba7648-6f28-4c4b-ad01-f4aad9646cb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d815343f17b47b68979d8366b04d25b&device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 1127 time: 0.1670871 Apr 28 15:01:05.960721 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2783282 Apr 28 15:01:05.972437 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51132) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:05.995572 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-cadfdeb6-c7e1-4830-a97c-d3432bdf5df2 admin admin] Request body: {'subnet': {'network_id': '7d340017-ab46-4e2a-88cb-9ab524c7310c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-334077025-subnet', 'tenant_id': 'cc33ac9851fa4d0197d0107bdd65cebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:06.013157 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef5f3a-5cde-4df0-bf59-7c9192ad03da service neutron] Pushing event updated for resources: {'Port': ['ID=d90122cc-9597-40e2-a3a5-4c1ef1427a0e,revision_number=3']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:06.039535 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1da1ecff-7fc8-4fa4-8c3c-a0860c41f67a req-b2643bc1-49e0-4374-85c9-fec93e01f574 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749362 Apr 28 15:01:06.039705 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebe74fa-05bd-4038-8593-b500344fb591" -d '{"events": [{"name": "network-changed", "server_uuid": "74c5801b-a1bd-4042-865c-787e6ed2925c", "tag": "d90122cc-9597-40e2-a3a5-4c1ef1427a0e"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:06.041342 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-af230ecd-9309-4117-973b-41b12309a368 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d90122cc-9597-40e2-a3a5-4c1ef1427a0e HTTP/1.1" status: 200 len: 217 time: 0.0984411 Apr 28 15:01:06.044205 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5708b5-8adf-4a69-a053-daa03e9f8a53 admin admin] Pushing event updated for resources: {'Network': ['ID=7d340017-ab46-4e2a-88cb-9ab524c7310c,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:06.049426 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498f7c2-3dd9-4d2c-bacb-f31a3eaca24a req-49e9ca02-bf0a-4d05-a0f0-cc4911455230 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.056606 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c498f7c2-3dd9-4d2c-bacb-f31a3eaca24a req-49e9ca02-bf0a-4d05-a0f0-cc4911455230 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.4045210 Apr 28 15:01:06.066320 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network 7d340017-ab46-4e2a-88cb-9ab524c7310c details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:01:06.093378 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.094000 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:06.095391 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8b1a4083-feed-444e-a846-95268a9581af service neutron] 10.222.0.42 "PUT /v2.0/ports/5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 HTTP/1.1" status: 200 len: 1093 time: 2.8300683 Apr 28 15:01:06.102827 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadfdeb6-c7e1-4830-a97c-d3432bdf5df2 admin admin] Made reservation on behalf of cc33ac9851fa4d0197d0107bdd65cebc for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:06.105229 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cadfdeb6-c7e1-4830-a97c-d3432bdf5df2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:06.136974 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-9ce2a21b-1eae-4516-92cc-f61988b5b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.138765 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-9ce2a21b-1eae-4516-92cc-f61988b5b974 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f47bfcc2-cda5-4d28-84bc-3aea2b779f1b HTTP/1.1" status: 200 len: 849 time: 0.0892739 Apr 28 15:01:06.140969 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-239137f3-bd26-44dc-83a2-99ec02794084 req-50fc7d48-0d7e-4882-a0d1-497b8a51d20c service neutron] Publish callbacks [] for security_group (e89e8b11-ec2c-420c-a212-98b3370f8b12), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:06.227860 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-239137f3-bd26-44dc-83a2-99ec02794084 req-50fc7d48-0d7e-4882-a0d1-497b8a51d20c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (e89e8b11-ec2c-420c-a212-98b3370f8b12), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:06.283426 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-239137f3-bd26-44dc-83a2-99ec02794084 req-50fc7d48-0d7e-4882-a0d1-497b8a51d20c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077884 Apr 28 15:01:06.287728 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-0b7e18a4-e849-4c4f-907a-64a91bd07ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.289443 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-0b7e18a4-e849-4c4f-907a-64a91bd07ad9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1424997 Apr 28 15:01:06.299566 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6b2e0-08c4-4f17-9d1a-872ab5537de4 req-66c227a7-c53b-443e-a8b7-de1582e16f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.299723 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc7d48-0d7e-4882-a0d1-497b8a51d20c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e89e8b11-ec2c-420c-a212-98b3370f8b12,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:06.300363 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-89a6b2e0-08c4-4f17-9d1a-872ab5537de4 req-66c227a7-c53b-443e-a8b7-de1582e16f4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 200 len: 917 time: 0.4636247 Apr 28 15:01:06.316925 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c498f7c2-3dd9-4d2c-bacb-f31a3eaca24a req-7bd54573-ce9e-45a4-aef5-e672239a2fa2 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531939 Apr 28 15:01:06.345083 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a4083-feed-444e-a846-95268a9581af service neutron] Pushing event updated for resources: {'Port': ['ID=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4,revision_number=3']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:06.394341 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-067118cb-21fb-4b27-8c45-e0153e18956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.396018 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-067118cb-21fb-4b27-8c45-e0153e18956e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 1127 time: 0.1784470 Apr 28 15:01:06.518954 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb1ac2-f606-4adb-bf74-10a1ba68acd0 req-1119555a-f4ec-45e4-87f4-cc9531845a8a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.520507 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-97cb1ac2-f606-4adb-bf74-10a1ba68acd0 req-1119555a-f4ec-45e4-87f4-cc9531845a8a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 943 time: 0.1016915 Apr 28 15:01:06.601775 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-89a6b2e0-08c4-4f17-9d1a-872ab5537de4 req-1f6ffa54-37f3-4df3-bb0f-0d4cceff455a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb HTTP/1.1" status: 200 len: 217 time: 0.0773668 Apr 28 15:01:06.607436 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862f8ac9-fcbb-4073-88ec-ebfe11f83002 x-openstack-request-id: req-862f8ac9-fcbb-4073-88ec-ebfe11f83002 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:06.607927 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c5801b-a1bd-4042-865c-787e6ed2925c", "tag": "d90122cc-9597-40e2-a3a5-4c1ef1427a0e", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:06.612859 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-862f8ac9-fcbb-4073-88ec-ebfe11f83002 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:06.612859 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862f8ac9-fcbb-4073-88ec-ebfe11f83002'] response: {'name': 'network-changed', 'server_uuid': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'tag': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e', 'status': 'completed', 'code': 200} Apr 28 15:01:06.671081 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-b822f818-c2f3-47ef-99e2-560fde72637a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 HTTP/1.1" status: 200 len: 217 time: 0.1476789 Apr 28 15:01:06.725983 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fbd0b-d226-462b-a02d-bdb14c58fa48 req-6e1b4601-fa1a-4566-9640-f2e92957b7ba tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.727682 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-504fbd0b-d226-462b-a02d-bdb14c58fa48 req-6e1b4601-fa1a-4566-9640-f2e92957b7ba tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0610361 Apr 28 15:01:06.730075 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-54aea008-be2b-49da-b950-27a24402f697 service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206860 Apr 28 15:01:06.785041 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-504fbd0b-d226-462b-a02d-bdb14c58fa48 req-1f54c825-ce5c-40d6-ac02-2f4b1def786b tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456750 Apr 28 15:01:06.828080 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6b2e0-08c4-4f17-9d1a-872ab5537de4 req-4b077556-bc9d-401d-8a47-9c1dd4f99308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.828080 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-89a6b2e0-08c4-4f17-9d1a-872ab5537de4 req-4b077556-bc9d-401d-8a47-9c1dd4f99308 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bba402f-a684-4714-861d-42a0c9992a9f HTTP/1.1" status: 200 len: 855 time: 0.1778989 Apr 28 15:01:06.836671 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-15c6987a-6d0a-4fe3-9db7-9fbe774e0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.838435 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-15c6987a-6d0a-4fe3-9db7-9fbe774e0478 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4a45de5-2458-48c8-906b-01e1b205ed9e HTTP/1.1" status: 200 len: 854 time: 0.1008058 Apr 28 15:01:06.841731 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-97cb1ac2-f606-4adb-bf74-10a1ba68acd0 req-d20d9751-a6bd-4abb-86a4-1b6ba2dc6d21 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365413 Apr 28 15:01:06.904861 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cadfdeb6-c7e1-4830-a97c-d3432bdf5df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for subnet (b7875a2c-1661-41d6-b336-9b8c13b75f06), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:07.005206 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfdeb6-c7e1-4830-a97c-d3432bdf5df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7875a2c-1661-41d6-b336-9b8c13b75f06,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:07.049448 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fb8a4cd-79bb-4c37-993c-fc2b86ab0434 req-4c3ec626-ac03-4300-af67-0c0e344db3df service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929358 Apr 28 15:01:07.186968 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51176) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:07.204306 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92655a4f-dfdc-4a2e-b5d2-c48472ccb2bd req-ed94cca1-0149-4ae6-bc64-0c4e4c3485be tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:07.205995 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-92655a4f-dfdc-4a2e-b5d2-c48472ccb2bd req-ed94cca1-0149-4ae6-bc64-0c4e4c3485be tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 943 time: 0.0688050 Apr 28 15:01:07.262161 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-92655a4f-dfdc-4a2e-b5d2-c48472ccb2bd req-11b3aa4e-c94a-43fc-9bc1-688957c2a9f0 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490017 Apr 28 15:01:07.272701 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadfdeb6-c7e1-4830-a97c-d3432bdf5df2 admin admin] Checking segment: {'id': 'bba02fff-e81f-4e2b-afe5-08948db29604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7d340017-ab46-4e2a-88cb-9ab524c7310c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:07.273060 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadfdeb6-c7e1-4830-a97c-d3432bdf5df2 admin admin] Network hostable DHCP agents. Network: 7d340017-ab46-4e2a-88cb-9ab524c7310c, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:07.285774 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6b2e0-08c4-4f17-9d1a-872ab5537de4 req-c4bb70b7-e42c-4ea7-a622-f3637644b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:07.285774 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-89a6b2e0-08c4-4f17-9d1a-872ab5537de4 req-c4bb70b7-e42c-4ea7-a622-f3637644b574 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60fd79c5-50c5-4587-8604-5daaaa9b4694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3222253 Apr 28 15:01:07.285774 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-d5685ade-c29b-4ddc-9481-d40557b435b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:07.285774 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-d5685ade-c29b-4ddc-9481-d40557b435b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3232584 Apr 28 15:01:07.315749 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-eb817c27-172f-4468-a0fc-a5a8663e4d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:07.367059 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadfdeb6-c7e1-4830-a97c-d3432bdf5df2 admin admin] Network 7d340017-ab46-4e2a-88cb-9ab524c7310c is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:07.406605 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-eb817c27-172f-4468-a0fc-a5a8663e4d6e admin admin] Publish callbacks [] for security_group (b960762c-d04a-4f47-aacc-b2e464379592), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:07.437771 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35f798-8945-481b-ac0c-fe15923f5cbe req-be0d2bb0-d8e9-4bc8-bbe6-104cb63c9a05 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:07.439214 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9b35f798-8945-481b-ac0c-fe15923f5cbe req-be0d2bb0-d8e9-4bc8-bbe6-104cb63c9a05 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0516074 Apr 28 15:01:07.465349 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-cadfdeb6-c7e1-4830-a97c-d3432bdf5df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, 7d340017-ab46-4e2a-88cb-9ab524c7310c) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:07.473824 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04441540-b083-4e44-ac26-2dcab74d55cf None None] Network 7d340017-ab46-4e2a-88cb-9ab524c7310c requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:01:07.475523 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadfdeb6-c7e1-4830-a97c-d3432bdf5df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:07.476128 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cadfdeb6-c7e1-4830-a97c-d3432bdf5df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:07.497366 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9b35f798-8945-481b-ac0c-fe15923f5cbe req-0c13cbf0-5c67-4549-966c-39d1283a556d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522823 Apr 28 15:01:07.504202 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-eb817c27-172f-4468-a0fc-a5a8663e4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b960762c-d04a-4f47-aacc-b2e464379592), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:07.544060 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-eb817c27-172f-4468-a0fc-a5a8663e4d6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=751e003240a043d2a21eb22acbc332f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560479 Apr 28 15:01:07.545209 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb817c27-172f-4468-a0fc-a5a8663e4d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b960762c-d04a-4f47-aacc-b2e464379592,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:07.547339 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51186) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:07.580988 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f35aca-d124-4fb8-9d30-70d65a301092 None None] Network 7d340017-ab46-4e2a-88cb-9ab524c7310c requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:01:07.588118 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-cadfdeb6-c7e1-4830-a97c-d3432bdf5df2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6075957 Apr 28 15:01:07.605622 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b2718fb1-8750-4c7c-abb2-f2445843b7f8 admin admin] Publish callbacks [] for security_group (b960762c-d04a-4f47-aacc-b2e464379592), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:07.638630 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b2718fb1-8750-4c7c-abb2-f2445843b7f8 admin admin] Publish callbacks [] for security_group (b960762c-d04a-4f47-aacc-b2e464379592), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:07.784623 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b2718fb1-8750-4c7c-abb2-f2445843b7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b960762c-d04a-4f47-aacc-b2e464379592), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:07.788262 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b2718fb1-8750-4c7c-abb2-f2445843b7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:07.789635 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-b2718fb1-8750-4c7c-abb2-f2445843b7f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b960762c-d04a-4f47-aacc-b2e464379592 HTTP/1.1" status: 204 len: 168 time: 0.2412946 Apr 28 15:01:07.798009 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2718fb1-8750-4c7c-abb2-f2445843b7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b960762c-d04a-4f47-aacc-b2e464379592,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:07.924506 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0c1b3-7b85-4133-b91f-71da00ba1ef8 req-188fd42c-bd4c-45c3-9d0e-ce0b65319478 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:07.926703 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-95e0c1b3-7b85-4133-b91f-71da00ba1ef8 req-188fd42c-bd4c-45c3-9d0e-ce0b65319478 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0630486 Apr 28 15:01:07.974783 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a1456-e5eb-4cf6-a7c5-7a81bfc8f34e req-fed24e07-a405-4c18-a2a0-99f49985cb24 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:07.976355 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ed6a1456-e5eb-4cf6-a7c5-7a81bfc8f34e req-fed24e07-a405-4c18-a2a0-99f49985cb24 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 943 time: 0.0566256 Apr 28 15:01:07.977110 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-95e0c1b3-7b85-4133-b91f-71da00ba1ef8 req-cca4fa05-50d0-4084-9384-5a26a339dda2 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441208 Apr 28 15:01:08.041861 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe74fa-05bd-4038-8593-b500344fb591 req-330154d7-b465-4804-99c4-4d134aab1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.044312 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cebe74fa-05bd-4038-8593-b500344fb591 req-330154d7-b465-4804-99c4-4d134aab1edb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d815343f17b47b68979d8366b04d25b&device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 1127 time: 0.0460727 Apr 28 15:01:08.173545 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ed6a1456-e5eb-4cf6-a7c5-7a81bfc8f34e req-e629bf49-5a27-41ae-83a2-e6a2b5924ad4 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907864 Apr 28 15:01:08.201121 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-c22241e1-3d9f-4bc2-9a83-2df7a84ced9e service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957097 Apr 28 15:01:08.204456 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-89a6b2e0-08c4-4f17-9d1a-872ab5537de4 req-87a50a9f-d3d4-4b4b-b572-ec840d0b7bbd service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065837 Apr 28 15:01:08.381143 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d9398-d8f8-4ba7-8ad1-6dd4dba95d7f req-55f22fce-da92-4a37-b42c-bbf995661dba tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.382688 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-426d9398-d8f8-4ba7-8ad1-6dd4dba95d7f req-55f22fce-da92-4a37-b42c-bbf995661dba tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 943 time: 0.0507858 Apr 28 15:01:08.437249 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-426d9398-d8f8-4ba7-8ad1-6dd4dba95d7f req-8026ec4b-90f1-423d-9e48-4dd81ab7bdcf tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488186 Apr 28 15:01:08.529112 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51228) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:08.572041 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe74fa-05bd-4038-8593-b500344fb591 req-b9d738fb-171c-4638-8b5a-13eb8db5b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.573593 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cebe74fa-05bd-4038-8593-b500344fb591 req-b9d738fb-171c-4638-8b5a-13eb8db5b0e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3 HTTP/1.1" status: 200 len: 911 time: 0.1329415 Apr 28 15:01:08.617831 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cebe74fa-05bd-4038-8593-b500344fb591 req-afae6b36-7250-47cd-8865-26f89fa2f543 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d90122cc-9597-40e2-a3a5-4c1ef1427a0e HTTP/1.1" status: 200 len: 217 time: 0.0371008 Apr 28 15:01:08.646643 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946b6657-225b-410a-b314-aeda3b57f9c8', 'tag': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:08.648978 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bd1224-418c-4413-8e51-619030e53853" -d '{"events": [{"name": "network-changed", "server_uuid": "946b6657-225b-410a-b314-aeda3b57f9c8", "tag": "5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:08.656822 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9dabe-c295-4b89-afaa-50ca44cd9a1a req-432f12e5-ce2a-46e9-82b0-9bdc73910c6b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.658296 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-42f9dabe-c295-4b89-afaa-50ca44cd9a1a req-432f12e5-ce2a-46e9-82b0-9bdc73910c6b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0609558 Apr 28 15:01:08.674044 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe74fa-05bd-4038-8593-b500344fb591 req-8e286fd9-2606-455a-b807-90aff79f7b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.675529 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cebe74fa-05bd-4038-8593-b500344fb591 req-8e286fd9-2606-455a-b807-90aff79f7b53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f47bfcc2-cda5-4d28-84bc-3aea2b779f1b HTTP/1.1" status: 200 len: 849 time: 0.0517807 Apr 28 15:01:08.713030 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-89a6b2e0-08c4-4f17-9d1a-872ab5537de4 req-43e3bacf-8583-45ec-80a6-a1383bda3676 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706454 Apr 28 15:01:08.719531 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a72d6f1c-c64c-4707-b2af-b72cae689dcd req-8570c62f-2cc4-4a2f-86c6-4d00ed8ff2e5 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757735 Apr 28 15:01:08.721080 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f42b76-7287-4f89-824b-4fc80833bae1 x-openstack-request-id: req-03f42b76-7287-4f89-824b-4fc80833bae1 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:08.721359 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946b6657-225b-410a-b314-aeda3b57f9c8", "tag": "5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:08.721608 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03f42b76-7287-4f89-824b-4fc80833bae1 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:08.721989 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f42b76-7287-4f89-824b-4fc80833bae1'] response: {'name': 'network-changed', 'server_uuid': '946b6657-225b-410a-b314-aeda3b57f9c8', 'tag': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'status': 'completed', 'code': 200} Apr 28 15:01:08.751539 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-42f9dabe-c295-4b89-afaa-50ca44cd9a1a req-c510cb76-fe3e-407b-a8c1-534fbf7ddc13 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723028 Apr 28 15:01:08.751994 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51242) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:08.765252 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5b2262eb-10a5-4f92-baf5-0eddaee813c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:08.765756 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2dbde733-3f91-41bc-b3e2-788e7bbbae42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:08.785288 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe74fa-05bd-4038-8593-b500344fb591 req-899bc5be-2634-411e-9a82-3651991d8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.786989 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cebe74fa-05bd-4038-8593-b500344fb591 req-899bc5be-2634-411e-9a82-3651991d8d08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1053174 Apr 28 15:01:08.883549 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2dbde733-3f91-41bc-b3e2-788e7bbbae42 admin admin] Publish callbacks [] for security_group (5a119f54-0615-4b1f-a978-b2247f56b24b), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:08.885080 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5b2262eb-10a5-4f92-baf5-0eddaee813c2 admin admin] Publish callbacks [] for security_group (b5ae7114-b657-48c5-a3ea-606ae4bd393d), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:08.956112 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 80d4b663-9987-4881-8f15-f09d0ebe88bb details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:01:08.957822 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cebe74fa-05bd-4038-8593-b500344fb591 req-d40f7754-9396-4527-ae1f-4d6710efad3d service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611032 Apr 28 15:01:08.961436 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2dbde733-3f91-41bc-b3e2-788e7bbbae42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (5a119f54-0615-4b1f-a978-b2247f56b24b), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.008599 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51246) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:09.008884 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-2dbde733-3f91-41bc-b3e2-788e7bbbae42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e28610f49354f6e8f53d5020e04ec02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557800 Apr 28 15:01:09.011638 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbde733-3f91-41bc-b3e2-788e7bbbae42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a119f54-0615-4b1f-a978-b2247f56b24b,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:09.026244 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5b2262eb-10a5-4f92-baf5-0eddaee813c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b5ae7114-b657-48c5-a3ea-606ae4bd393d), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.072023 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:09.091210 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'port_id': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'mac_address': 'fa:16:3e:27:b8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:01:09.118530 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2262eb-10a5-4f92-baf5-0eddaee813c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ae7114-b657-48c5-a3ea-606ae4bd393d,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:09.123202 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-5b2262eb-10a5-4f92-baf5-0eddaee813c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33ce4ee93e8d4ddab64510894577c4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5933857 Apr 28 15:01:09.126178 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51250) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:09.176255 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b9429-60cd-4eb7-b9ba-6918e502d06d req-218a4ed9-94c6-495e-b2c9-19811a58cf32 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:09.180199 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e35b9429-60cd-4eb7-b9ba-6918e502d06d req-218a4ed9-94c6-495e-b2c9-19811a58cf32 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0857608 Apr 28 15:01:09.192394 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 80d4b663-9987-4881-8f15-f09d0ebe88bb is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:09.193248 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.209316 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5181610f-775c-4044-8440-8db68d9be891 admin admin] Publish callbacks [] for security_group (b5ae7114-b657-48c5-a3ea-606ae4bd393d), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.210244 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ad319711-6998-4522-8582-aff7d43d8560 admin admin] Publish callbacks [] for security_group (5a119f54-0615-4b1f-a978-b2247f56b24b), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.214529 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d4b663-9987-4881-8f15-f09d0ebe88bb {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:01:09.231162 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51256) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:09.236264 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-831816622-network', 'tenant_id': '4d703dab31614546ba63194060966283'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:09.242071 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:09.255278 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5181610f-775c-4044-8440-8db68d9be891 admin admin] Publish callbacks [] for security_group (b5ae7114-b657-48c5-a3ea-606ae4bd393d), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.277780 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e35b9429-60cd-4eb7-b9ba-6918e502d06d req-a7a6ef19-cea0-487a-b7d3-1a0f5ba6fa83 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967269 Apr 28 15:01:09.282435 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ad319711-6998-4522-8582-aff7d43d8560 admin admin] Publish callbacks [] for security_group (5a119f54-0615-4b1f-a978-b2247f56b24b), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.311144 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.327956 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eab82-cb0c-486b-b7ae-5b1458732798 req-efa4e5d5-ca08-4029-84cf-1cf3cbee5d09 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:09.329473 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2f2eab82-cb0c-486b-b7ae-5b1458732798 req-efa4e5d5-ca08-4029-84cf-1cf3cbee5d09 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 943 time: 0.0706491 Apr 28 15:01:09.357720 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Made reservation on behalf of 4d703dab31614546ba63194060966283 for: {'network': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:09.359980 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.376464 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.380938 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=80d4b663-9987-4881-8f15-f09d0ebe88bb,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:09.396825 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ad319711-6998-4522-8582-aff7d43d8560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (5a119f54-0615-4b1f-a978-b2247f56b24b), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.399408 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ad319711-6998-4522-8582-aff7d43d8560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.403357 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-ad319711-6998-4522-8582-aff7d43d8560 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a119f54-0615-4b1f-a978-b2247f56b24b HTTP/1.1" status: 204 len: 168 time: 0.3911076 Apr 28 15:01:09.408968 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad319711-6998-4522-8582-aff7d43d8560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a119f54-0615-4b1f-a978-b2247f56b24b,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:09.422759 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2f2eab82-cb0c-486b-b7ae-5b1458732798 req-67bd0d27-4d7b-417d-9df9-ae51e7b5c754 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842342 Apr 28 15:01:09.428509 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5181610f-775c-4044-8440-8db68d9be891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b5ae7114-b657-48c5-a3ea-606ae4bd393d), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.431896 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5181610f-775c-4044-8440-8db68d9be891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.435322 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-5181610f-775c-4044-8440-8db68d9be891 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5ae7114-b657-48c5-a3ea-606ae4bd393d HTTP/1.1" status: 204 len: 168 time: 0.3059275 Apr 28 15:01:09.480236 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181610f-775c-4044-8440-8db68d9be891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ae7114-b657-48c5-a3ea-606ae4bd393d,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:09.534486 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['80d4b663-9987-4881-8f15-f09d0ebe88bb'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:01:09.544356 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Publish callbacks [] for security_group (2a9bb0ea-7645-44ac-bb75-a253424df5dd), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.596524 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd1224-418c-4413-8e51-619030e53853 req-45d43282-8fda-42bb-bb65-f82e4cc9c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:09.598170 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c9bd1224-418c-4413-8e51-619030e53853 req-45d43282-8fda-42bb-bb65-f82e4cc9c4f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 1127 time: 0.0475757 Apr 28 15:01:09.634677 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da15ef-9931-4111-9d24-2c618d1763ca req-aeeb304a-7470-43f8-b19e-1905b33d4104 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:09.640199 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (2a9bb0ea-7645-44ac-bb75-a253424df5dd), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.641372 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-05da15ef-9931-4111-9d24-2c618d1763ca req-aeeb304a-7470-43f8-b19e-1905b33d4104 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 943 time: 0.1099432 Apr 28 15:01:09.713564 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=110071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:01:09.732759 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9bb0ea-7645-44ac-bb75-a253424df5dd,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:09.733123 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-05da15ef-9931-4111-9d24-2c618d1763ca req-e9e09582-c2a4-4fd5-ab15-fad9ae75b3a7 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850482 Apr 28 15:01:09.749116 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (7dcc24d1-9ab5-4c21-a0aa-c5764b277ff4), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.749116 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.segments_db [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Added segment 7dcc24d1-9ab5-4c21-a0aa-c5764b277ff4 of type vlan for network 04ffff21-037f-461b-b236-9dcf4d30122f Apr 28 15:01:09.765019 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cebe74fa-05bd-4038-8593-b500344fb591 req-ec8a4613-6218-4353-962a-34926a4d5a6f service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167518 Apr 28 15:01:09.812409 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd1224-418c-4413-8e51-619030e53853 req-7ee1cb4b-fa65-43e4-a415-f3956cf2f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:09.814016 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c9bd1224-418c-4413-8e51-619030e53853 req-7ee1cb4b-fa65-43e4-a415-f3956cf2f837 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 916 time: 0.2095497 Apr 28 15:01:09.815593 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (04ffff21-037f-461b-b236-9dcf4d30122f), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:09.863095 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c9bd1224-418c-4413-8e51-619030e53853 req-55aeb143-0efd-4f67-98ef-8cc51db5ab83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 HTTP/1.1" status: 200 len: 217 time: 0.0418029 Apr 28 15:01:09.954726 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04803073-86cd-4bee-8639-2c4803bc2e49 req-17d48f47-c44e-49b6-bffc-0d569a37735d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:09.956219 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-04803073-86cd-4bee-8639-2c4803bc2e49 req-17d48f47-c44e-49b6-bffc-0d569a37735d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 945 time: 0.0880742 Apr 28 15:01:09.959977 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd1224-418c-4413-8e51-619030e53853 req-b9521e84-d187-494a-be20-a6a700cc9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:09.964792 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c9bd1224-418c-4413-8e51-619030e53853 req-b9521e84-d187-494a-be20-a6a700cc9bf8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4a45de5-2458-48c8-906b-01e1b205ed9e HTTP/1.1" status: 200 len: 854 time: 0.0913599 Apr 28 15:01:10.011667 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (04ffff21-037f-461b-b236-9dcf4d30122f), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:10.012620 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:10.013224 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:10.061964 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd1224-418c-4413-8e51-619030e53853 req-8a70d56f-829e-4de8-bc8a-b68a64fff933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:10.063501 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c9bd1224-418c-4413-8e51-619030e53853 req-8a70d56f-829e-4de8-bc8a-b68a64fff933 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0946422 Apr 28 15:01:10.128164 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-04803073-86cd-4bee-8639-2c4803bc2e49 req-6754d9d3-5e24-4a35-a859-ce2e4ccbda16 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604021 Apr 28 15:01:10.134977 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8999016 Apr 28 15:01:10.135196 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049f659-d197-42ee-a541-d30dafaa74cf admin admin] Pushing event updated for resources: {'Network': ['ID=04ffff21-037f-461b-b236-9dcf4d30122f,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:10.135888 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51284) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:10.141007 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-536e10af-d901-41f6-8358-f0e80d4cf820 admin admin] Request body: {'subnet': {'network_id': '04ffff21-037f-461b-b236-9dcf4d30122f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-831816622-subnet', 'tenant_id': '4d703dab31614546ba63194060966283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:10.150856 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network 04ffff21-037f-461b-b236-9dcf4d30122f details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:01:10.232699 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c9bd1224-418c-4413-8e51-619030e53853 req-9ca3ec99-7a6f-4925-b7ef-2e0ae6ec9c3a service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596584 Apr 28 15:01:10.293119 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536e10af-d901-41f6-8358-f0e80d4cf820 admin admin] Made reservation on behalf of 4d703dab31614546ba63194060966283 for: {'subnet': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:10.295644 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-536e10af-d901-41f6-8358-f0e80d4cf820 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:10.331276 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c9bd1224-418c-4413-8e51-619030e53853 req-342912e0-87ef-422e-ac29-39df51ca9984 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921113 Apr 28 15:01:10.352898 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51290) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:10.368194 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c96576f2-0fc4-4371-b790-b522a487a2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:10.456406 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c96576f2-0fc4-4371-b790-b522a487a2cb admin admin] Publish callbacks [] for security_group (22845891-b964-4fbd-ad6f-54d88043c963), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:10.533496 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c96576f2-0fc4-4371-b790-b522a487a2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (22845891-b964-4fbd-ad6f-54d88043c963), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:10.554926 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b12eed-f34f-45e0-b94f-3e2a2196e3db req-ace96796-0ada-420f-9ea0-5278e47d4231 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:10.556646 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-74b12eed-f34f-45e0-b94f-3e2a2196e3db req-ace96796-0ada-420f-9ea0-5278e47d4231 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 943 time: 0.0577223 Apr 28 15:01:10.561972 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-536e10af-d901-41f6-8358-f0e80d4cf820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for subnet (f32ca8eb-c6a0-468f-952f-3dd582f4069e), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:10.573427 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-c96576f2-0fc4-4371-b790-b522a487a2cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52aad7e83a3c4782be83b43eab4e17d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193723 Apr 28 15:01:10.574398 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96576f2-0fc4-4371-b790-b522a487a2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22845891-b964-4fbd-ad6f-54d88043c963,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:10.576798 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51300) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:10.634377 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dd310406-682f-452c-aacc-91ee02674086 admin admin] Publish callbacks [] for security_group (22845891-b964-4fbd-ad6f-54d88043c963), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:10.639663 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e10af-d901-41f6-8358-f0e80d4cf820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32ca8eb-c6a0-468f-952f-3dd582f4069e,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:10.668155 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-74b12eed-f34f-45e0-b94f-3e2a2196e3db req-3afe2b45-e8c3-44b8-8bdb-d1a219a8feba tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035841 Apr 28 15:01:10.672050 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e10af-d901-41f6-8358-f0e80d4cf820 admin admin] Checking segment: {'id': '7dcc24d1-9ab5-4c21-a0aa-c5764b277ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '04ffff21-037f-461b-b236-9dcf4d30122f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:10.674344 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e10af-d901-41f6-8358-f0e80d4cf820 admin admin] Network hostable DHCP agents. Network: 04ffff21-037f-461b-b236-9dcf4d30122f, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:10.674584 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dd310406-682f-452c-aacc-91ee02674086 admin admin] Publish callbacks [] for security_group (22845891-b964-4fbd-ad6f-54d88043c963), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:10.767636 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e10af-d901-41f6-8358-f0e80d4cf820 admin admin] Network 04ffff21-037f-461b-b236-9dcf4d30122f is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:10.798755 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dd310406-682f-452c-aacc-91ee02674086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (22845891-b964-4fbd-ad6f-54d88043c963), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:10.801331 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dd310406-682f-452c-aacc-91ee02674086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:10.805482 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-dd310406-682f-452c-aacc-91ee02674086 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22845891-b964-4fbd-ad6f-54d88043c963 HTTP/1.1" status: 204 len: 168 time: 0.2252669 Apr 28 15:01:10.827280 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd310406-682f-452c-aacc-91ee02674086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22845891-b964-4fbd-ad6f-54d88043c963,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:10.841852 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-536e10af-d901-41f6-8358-f0e80d4cf820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, 04ffff21-037f-461b-b236-9dcf4d30122f) {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:10.846683 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e10af-d901-41f6-8358-f0e80d4cf820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:10.851790 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-536e10af-d901-41f6-8358-f0e80d4cf820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:10.860315 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a789b-6f14-42f1-b339-6f729763cbc7 None None] Network 04ffff21-037f-461b-b236-9dcf4d30122f requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:01:10.860548 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b57c01-b71a-492f-b040-2a44d5a866ec req-f99185d2-6d67-4c1d-b884-a61b8896e64d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:10.861917 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-42b57c01-b71a-492f-b040-2a44d5a866ec req-f99185d2-6d67-4c1d-b884-a61b8896e64d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 943 time: 0.0723512 Apr 28 15:01:10.926159 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-42b57c01-b71a-492f-b040-2a44d5a866ec req-9982789b-8517-420d-a3d3-aff919bc4825 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582538 Apr 28 15:01:10.972483 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-536e10af-d901-41f6-8358-f0e80d4cf820 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8277035 Apr 28 15:01:10.986662 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device d90122cc-9597-40e2-a3a5-4c1ef1427a0e details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:01:10.992839 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7d494-46e3-47d3-8862-c9d39130e65f None None] Network 04ffff21-037f-461b-b236-9dcf4d30122f requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:01:11.020618 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 80d4b663-9987-4881-8f15-f09d0ebe88bb up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:11.210287 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 80d4b663-9987-4881-8f15-f09d0ebe88bb completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:01:11.238663 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port d90122cc-9597-40e2-a3a5-4c1ef1427a0e, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d90122cc-9597-40e2-a3a5-4c1ef1427a0e,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:11.280548 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'port_id': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e', 'mac_address': 'fa:16:3e:cd:2b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:01:11.319932 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 80d4b663-9987-4881-8f15-f09d0ebe88bb triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:11.320822 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:11.355626 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port d90122cc-9597-40e2-a3a5-4c1ef1427a0e is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:11.356023 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:11.379706 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90122cc-9597-40e2-a3a5-4c1ef1427a0e {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:01:11.397286 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51330) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:11.432474 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port d90122cc-9597-40e2-a3a5-4c1ef1427a0e, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d90122cc-9597-40e2-a3a5-4c1ef1427a0e,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:11.471588 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8942c2d-ddc5-4cd8-97dd-cf4f108788b8 admin admin] Deleting subnet b7875a2c-1661-41d6-b336-9b8c13b75f06 {{(pid=110071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:01:11.480597 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c8942c2d-ddc5-4cd8-97dd-cf4f108788b8 admin admin] Publish callbacks [] for subnet (b7875a2c-1661-41d6-b336-9b8c13b75f06), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:11.491995 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 80d4b663-9987-4881-8f15-f09d0ebe88bb is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:11.492446 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:11.530336 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca451af-5787-49f1-afa6-5a5e19ef2f2e req-f158b7c8-1a78-4739-a8f4-d77c6f6027e9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:11.535628 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:11.538615 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9ca451af-5787-49f1-afa6-5a5e19ef2f2e req-f158b7c8-1a78-4739-a8f4-d77c6f6027e9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 945 time: 0.2888875 Apr 28 15:01:11.538743 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54884e4-e6d9-45b0-b8d7-03211ce08d9c" -d '{"events": [{"server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "name": "network-vif-plugged", "status": "completed", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:11.550934 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c8942c2d-ddc5-4cd8-97dd-cf4f108788b8 admin admin] Publish callbacks [] for subnet (b7875a2c-1661-41d6-b336-9b8c13b75f06), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:11.551303 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:11.551997 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:01:11.569588 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c8942c2d-ddc5-4cd8-97dd-cf4f108788b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (b7875a2c-1661-41d6-b336-9b8c13b75f06), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:11.613514 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9ca451af-5787-49f1-afa6-5a5e19ef2f2e req-24752a93-db2d-423a-a8ae-eab71d9599ad tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734713 Apr 28 15:01:11.629268 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:11.643677 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=d90122cc-9597-40e2-a3a5-4c1ef1427a0e,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:11.674329 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc342b82-5919-4a38-bd42-1a64015b89bb x-openstack-request-id: req-dc342b82-5919-4a38-bd42-1a64015b89bb {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:11.678774 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "name": "network-vif-plugged", "status": "completed", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:11.682530 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc342b82-5919-4a38-bd42-1a64015b89bb {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:11.682724 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc342b82-5919-4a38-bd42-1a64015b89bb'] response: {'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'code': 200} Apr 28 15:01:11.716673 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51346) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:11.733226 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6276a991-f8c6-44a8-a79d-6141e3858dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:11.777483 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c8942c2d-ddc5-4cd8-97dd-cf4f108788b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for subnet (b7875a2c-1661-41d6-b336-9b8c13b75f06), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:11.810846 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:11.823845 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa05bff-2a16-4456-a0c4-406f7d1d88de req-38bdb803-631f-43ca-96cd-57da8bb7355a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:11.824233 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8942c2d-ddc5-4cd8-97dd-cf4f108788b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7875a2c-1661-41d6-b336-9b8c13b75f06,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:11.832466 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aaa05bff-2a16-4456-a0c4-406f7d1d88de req-38bdb803-631f-43ca-96cd-57da8bb7355a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 943 time: 0.0613377 Apr 28 15:01:11.849440 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c8942c2d-ddc5-4cd8-97dd-cf4f108788b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:11.857019 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-c8942c2d-ddc5-4cd8-97dd-cf4f108788b8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b7875a2c-1661-41d6-b336-9b8c13b75f06 HTTP/1.1" status: 204 len: 168 time: 0.4585884 Apr 28 15:01:11.866293 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51354) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:11.897673 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:11.929188 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'port_id': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'mac_address': 'fa:16:3e:09:7e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:01:11.933189 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6276a991-f8c6-44a8-a79d-6141e3858dfc admin admin] Publish callbacks [] for security_group (704deabd-07f2-4230-a38a-dd8df5267fca), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:11.952503 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aaa05bff-2a16-4456-a0c4-406f7d1d88de req-a11dbbd6-d080-4104-8ee1-3c0c1921229f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189878 Apr 28 15:01:11.965171 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=80d4b663-9987-4881-8f15-f09d0ebe88bb,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:12.003595 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6276a991-f8c6-44a8-a79d-6141e3858dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (704deabd-07f2-4230-a38a-dd8df5267fca), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.010318 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (7d340017-ab46-4e2a-88cb-9ab524c7310c), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.026797 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:12.026988 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.061542 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:01:12.063833 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-6276a991-f8c6-44a8-a79d-6141e3858dfc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b144c6d4d294916a49884d7bb0f0dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459039 Apr 28 15:01:12.074008 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51362) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:12.087082 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276a991-f8c6-44a8-a79d-6141e3858dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704deabd-07f2-4230-a38a-dd8df5267fca,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:12.100879 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:12.133277 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c01d2-0aff-4324-a003-cb708c913085 req-e86149cf-f2c5-4426-a916-230411952831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:12.134855 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bb9c01d2-0aff-4324-a003-cb708c913085 req-e86149cf-f2c5-4426-a916-230411952831 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 1130 time: 0.0829179 Apr 28 15:01:12.150322 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.155936 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b56bd-4c3b-4b5e-8860-df17603ae850 req-3aa924f1-af03-4332-95a0-3a67c2abaf70 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:12.157594 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f88b56bd-4c3b-4b5e-8860-df17603ae850 req-3aa924f1-af03-4332-95a0-3a67c2abaf70 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 944 time: 0.0823271 Apr 28 15:01:12.196935 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bb9c01d2-0aff-4324-a003-cb708c913085 req-ebeffed6-271c-4e36-a730-090bafa45423 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552242 Apr 28 15:01:12.227665 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:12.228812 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (7d340017-ab46-4e2a-88cb-9ab524c7310c), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.274666 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.275027 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.275777 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.276110 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > port after_create 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.276453 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.276872 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > port after_update 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.277134 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.277449 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.277762 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.278076 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.371709 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.372125 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.372456 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.372798 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:12.373166 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.services.segments.db [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d340017-ab46-4e2a-88cb-9ab524c7310c']}} {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:12.393449 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-10bb92db-8292-4980-83bc-2209b474e3e6 admin admin] Publish callbacks [] for security_group (704deabd-07f2-4230-a38a-dd8df5267fca), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.403171 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.services.segments.db [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba02fff-e81f-4e2b-afe5-08948db29604') {'for_net_delete': True} {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:12.403171 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.services.segments.db [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba02fff-e81f-4e2b-afe5-08948db29604') {} {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:12.423133 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f88b56bd-4c3b-4b5e-8860-df17603ae850 req-523b9197-1ac6-48d2-9626-907fa39f7bc5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507286 Apr 28 15:01:12.437267 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59003034'] for segment (bba02fff-e81f-4e2b-afe5-08948db29604), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.456054 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-10bb92db-8292-4980-83bc-2209b474e3e6 admin admin] Publish callbacks [] for security_group (704deabd-07f2-4230-a38a-dd8df5267fca), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.471477 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (bba02fff-e81f-4e2b-afe5-08948db29604), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.490355 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=110070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:01:12.490799 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61911663'] for segment (bba02fff-e81f-4e2b-afe5-08948db29604), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.504154 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: from cryptography.utils import int_from_bytes Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: from cryptography.utils import int_from_bytes Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: Traceback (most recent call last): Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: timer() Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: cb(*args, **kw) Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: return func(*args, **kwargs) Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: self._notify() Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: self.callback(batched_events) Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: event.method(event) Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: return f(self, *a, **k) Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: return self._get(url).json() Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: return self.request(url, 'GET', **kwargs) Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:01:12.512508 dv-cinder-839768-1-iscsi neutron-server[110070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:01:12.584455 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['d90122cc-9597-40e2-a3a5-4c1ef1427a0e'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:01:12.635803 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (7d340017-ab46-4e2a-88cb-9ab524c7310c), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.642051 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.645087 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7d340017-ab46-4e2a-88cb-9ab524c7310c HTTP/1.1" status: 204 len: 168 time: 0.7765322 Apr 28 15:01:12.648468 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51378) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:12.666141 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8d821-13a9-47b7-83a5-f09f1292eeb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d340017-ab46-4e2a-88cb-9ab524c7310c,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:12.668244 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-10bb92db-8292-4980-83bc-2209b474e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (704deabd-07f2-4230-a38a-dd8df5267fca), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.677407 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-10bb92db-8292-4980-83bc-2209b474e3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.677407 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-10bb92db-8292-4980-83bc-2209b474e3e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/704deabd-07f2-4230-a38a-dd8df5267fca HTTP/1.1" status: 204 len: 168 time: 0.5961530 Apr 28 15:01:12.685000 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb92db-8292-4980-83bc-2209b474e3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704deabd-07f2-4230-a38a-dd8df5267fca,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:12.723920 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e602de3-32b3-4d12-bb64-6eb6435575db admin admin] Deleting subnet f32ca8eb-c6a0-468f-952f-3dd582f4069e {{(pid=110071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:01:12.729724 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4e602de3-32b3-4d12-bb64-6eb6435575db admin admin] Publish callbacks [] for subnet (f32ca8eb-c6a0-468f-952f-3dd582f4069e), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.765854 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625706a6-4030-472a-a7c4-8f761f3436f8 req-5ab84a27-3e71-44ab-9ddd-632e8c3541cf tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:12.776416 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-625706a6-4030-472a-a7c4-8f761f3436f8 req-5ab84a27-3e71-44ab-9ddd-632e8c3541cf tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0685120 Apr 28 15:01:12.780737 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4e602de3-32b3-4d12-bb64-6eb6435575db admin admin] Publish callbacks [] for subnet (f32ca8eb-c6a0-468f-952f-3dd582f4069e), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.787953 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4e602de3-32b3-4d12-bb64-6eb6435575db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (f32ca8eb-c6a0-468f-952f-3dd582f4069e), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.836387 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-625706a6-4030-472a-a7c4-8f761f3436f8 req-105652cd-7750-4fa3-8ac5-c40c270ec1fe tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589664 Apr 28 15:01:12.898716 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4e602de3-32b3-4d12-bb64-6eb6435575db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for subnet (f32ca8eb-c6a0-468f-952f-3dd582f4069e), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.925465 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e602de3-32b3-4d12-bb64-6eb6435575db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32ca8eb-c6a0-468f-952f-3dd582f4069e,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:12.927512 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4e602de3-32b3-4d12-bb64-6eb6435575db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:12.930813 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4e602de3-32b3-4d12-bb64-6eb6435575db admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f32ca8eb-c6a0-468f-952f-3dd582f4069e HTTP/1.1" status: 204 len: 168 time: 0.2798696 Apr 28 15:01:12.933238 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51386) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:13.007289 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (04ffff21-037f-461b-b236-9dcf4d30122f), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:13.137062 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (04ffff21-037f-461b-b236-9dcf4d30122f), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:13.145070 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f55c9-d21f-4b67-ae35-96c216f049ac req-3aa8b6a2-8965-4968-b447-7f1cee449d2d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:13.146585 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-557f55c9-d21f-4b67-ae35-96c216f049ac req-3aa8b6a2-8965-4968-b447-7f1cee449d2d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 944 time: 0.1016393 Apr 28 15:01:13.178014 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.178364 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.179111 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.179524 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > port after_create 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.179777 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > port after_delete 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.180112 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > port after_update 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.180433 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.180777 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.181092 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.181408 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.247906 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.248259 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.248596 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.248960 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 15:01:13.249332 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ffff21-037f-461b-b236-9dcf4d30122f']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:13.269797 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcc24d1-9ab5-4c21-a0aa-c5764b277ff4') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:13.270088 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcc24d1-9ab5-4c21-a0aa-c5764b277ff4') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:13.293660 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (7dcc24d1-9ab5-4c21-a0aa-c5764b277ff4), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:13.324349 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-557f55c9-d21f-4b67-ae35-96c216f049ac req-57403cc7-9446-415b-b29f-28f7487fb4db tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720200 Apr 28 15:01:13.325411 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (7dcc24d1-9ab5-4c21-a0aa-c5764b277ff4), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:13.334772 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:01:13.335193 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (7dcc24d1-9ab5-4c21-a0aa-c5764b277ff4), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: from cryptography.utils import int_from_bytes Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: from cryptography.utils import int_from_bytes Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:01:13.340548 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:01:13.613510 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b3543-a59f-4b44-b926-148dbb1a5f99 req-aff1d08f-0d23-483e-9365-23a1a093aa8a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:13.618700 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d96b3543-a59f-4b44-b926-148dbb1a5f99 req-aff1d08f-0d23-483e-9365-23a1a093aa8a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 944 time: 0.1079662 Apr 28 15:01:13.631451 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device d90122cc-9597-40e2-a3a5-4c1ef1427a0e up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:13.690749 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d96b3543-a59f-4b44-b926-148dbb1a5f99 req-cc0804cf-7722-4f0a-ba8f-770d29ec9903 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674875 Apr 28 15:01:13.715746 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (04ffff21-037f-461b-b236-9dcf4d30122f), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:13.725652 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:13.734634 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] 10.222.0.31 "DELETE /v2.0/networks/04ffff21-037f-461b-b236-9dcf4d30122f HTTP/1.1" status: 204 len: 168 time: 0.8001180 Apr 28 15:01:13.738590 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port d90122cc-9597-40e2-a3a5-4c1ef1427a0e completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:01:13.745187 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3900e-4b86-48b8-8975-b47a12e3288e admin admin] Pushing event deleted for resources: {'Network': ['ID=04ffff21-037f-461b-b236-9dcf4d30122f,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:13.829961 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port d90122cc-9597-40e2-a3a5-4c1ef1427a0e triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:13.830582 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:13.919045 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port d90122cc-9597-40e2-a3a5-4c1ef1427a0e is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:13.919489 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:13.952945 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:13.955985 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3a530a-d260-4cd5-bbf7-d25735190be1" -d '{"events": [{"server_uuid": "74c5801b-a1bd-4042-865c-787e6ed2925c", "name": "network-vif-plugged", "status": "completed", "tag": "d90122cc-9597-40e2-a3a5-4c1ef1427a0e"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:13.988856 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ed3f-a59a-4c73-b244-f807ed3c3d61 req-b22564cd-e62f-48a2-a5d3-cec4f92f93dd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:13.996948 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e558ed3f-a59a-4c73-b244-f807ed3c3d61 req-b22564cd-e62f-48a2-a5d3-cec4f92f93dd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0700667 Apr 28 15:01:14.001321 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port d90122cc-9597-40e2-a3a5-4c1ef1427a0e, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d90122cc-9597-40e2-a3a5-4c1ef1427a0e,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:14.018626 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbcb9dc-3dd0-4799-895d-596a732361ee x-openstack-request-id: req-cdbcb9dc-3dd0-4799-895d-596a732361ee {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:14.018952 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c5801b-a1bd-4042-865c-787e6ed2925c", "name": "network-vif-plugged", "status": "completed", "tag": "d90122cc-9597-40e2-a3a5-4c1ef1427a0e", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:14.019209 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdbcb9dc-3dd0-4799-895d-596a732361ee {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:14.019609 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbcb9dc-3dd0-4799-895d-596a732361ee'] response: {'server_uuid': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e', 'code': 200} Apr 28 15:01:14.049100 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e558ed3f-a59a-4c73-b244-f807ed3c3d61 req-0de6a36c-4c8d-471c-ab9c-756982eaf1c4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509183 Apr 28 15:01:14.104162 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:14.105288 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:14.184597 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=d90122cc-9597-40e2-a3a5-4c1ef1427a0e,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:14.193944 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:01:14.261948 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:14.264796 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:14.314855 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51438) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:14.363952 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-58978906-e5c8-48ab-8a78-2670876c494b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc33ac9851fa4d0197d0107bdd65cebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475652 Apr 28 15:01:14.367647 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51444) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:14.375791 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c9d2d-cf57-42e4-93f5-fe982d8cb143 req-adca9d1a-9240-4f61-bf16-dd941cb6d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:14.377784 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0b0c9d2d-cf57-42e4-93f5-fe982d8cb143 req-adca9d1a-9240-4f61-bf16-dd941cb6d863 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 1129 time: 0.0583782 Apr 28 15:01:14.494906 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0b0c9d2d-cf57-42e4-93f5-fe982d8cb143 req-89e8b2f7-2424-4f24-ac73-918d18c8d3b7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050725 Apr 28 15:01:14.498492 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12e88888-0d7e-4e23-a288-851af25f4794 admin admin] Publish callbacks [] for security_group (3c918fbc-851d-4b1d-a3af-7a6bee6322a4), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:14.516781 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7df9-d0da-463a-beb1-e8bedbffdaef req-975e09e1-ad45-46e4-90f2-021f8a3aae74 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:14.519234 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a73a7df9-d0da-463a-beb1-e8bedbffdaef req-975e09e1-ad45-46e4-90f2-021f8a3aae74 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 944 time: 0.0897126 Apr 28 15:01:14.531100 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12e88888-0d7e-4e23-a288-851af25f4794 admin admin] Publish callbacks [] for security_group (3c918fbc-851d-4b1d-a3af-7a6bee6322a4), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:14.604373 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a73a7df9-d0da-463a-beb1-e8bedbffdaef req-140a898b-2575-4376-8588-63e8365dc3b4 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778470 Apr 28 15:01:14.622497 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:14.622891 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:14.641234 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-77e68c08-1d76-42e1-8b01-f11b749e87a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:14.667180 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12e88888-0d7e-4e23-a288-851af25f4794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (3c918fbc-851d-4b1d-a3af-7a6bee6322a4), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:14.671240 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12e88888-0d7e-4e23-a288-851af25f4794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:14.673652 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-12e88888-0d7e-4e23-a288-851af25f4794 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c918fbc-851d-4b1d-a3af-7a6bee6322a4 HTTP/1.1" status: 204 len: 168 time: 0.3049288 Apr 28 15:01:14.685838 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:14.687067 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e88888-0d7e-4e23-a288-851af25f4794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c918fbc-851d-4b1d-a3af-7a6bee6322a4,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:14.802723 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:14.819667 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda4bea-5e9c-483d-b28d-cb0176ccd8b9 req-26bb4f6c-fac8-4d52-a3db-7455cfdd1959 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:14.821301 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ebda4bea-5e9c-483d-b28d-cb0176ccd8b9 req-26bb4f6c-fac8-4d52-a3db-7455cfdd1959 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0526352 Apr 28 15:01:14.854646 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:14.873026 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ebda4bea-5e9c-483d-b28d-cb0176ccd8b9 req-2226cc27-ec0c-48b1-9ce8-1598bbcbf6bc tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455518 Apr 28 15:01:15.175166 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbf0d2-e034-46db-b904-6b8ab6feaf71 req-e5a726ac-61d6-426c-8c3f-791ef6732f76 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:15.176781 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-edbbf0d2-e034-46db-b904-6b8ab6feaf71 req-e5a726ac-61d6-426c-8c3f-791ef6732f76 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0487828 Apr 28 15:01:15.228303 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-edbbf0d2-e034-46db-b904-6b8ab6feaf71 req-e34f5076-c9d4-4a5b-b410-b6cf65d81427 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456822 Apr 28 15:01:15.349592 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce66de7-b251-49a6-9a4c-4d5955e83d22 req-28104d0f-cefb-4775-b4ad-fa8eaf62349a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:15.351080 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0ce66de7-b251-49a6-9a4c-4d5955e83d22 req-28104d0f-cefb-4775-b4ad-fa8eaf62349a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0521674 Apr 28 15:01:15.360095 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51486) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:15.365332 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-41cb2d2d-b88e-47af-bfd9-994cee75d5b4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Request body: {'floatingip': {'port_id': '80d4b663-9987-4881-8f15-f09d0ebe88bb'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:15.433492 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-41cb2d2d-b88e-47af-bfd9-994cee75d5b4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (f614319e-aab1-4d09-9b1d-d3e5e390aa1d), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:15.559056 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51492) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:15.588123 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51496) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:15.673062 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51504) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:15.731971 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-25beb6e7-f041-48f1-8511-08ab47a079c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d703dab31614546ba63194060966283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576234 Apr 28 15:01:15.734426 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51506) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:15.806046 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-aee3b5e5-8603-4026-a554-0db016c8d83e admin admin] Publish callbacks [] for security_group (2a9bb0ea-7645-44ac-bb75-a253424df5dd), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:15.829630 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-aee3b5e5-8603-4026-a554-0db016c8d83e admin admin] Publish callbacks [] for security_group (2a9bb0ea-7645-44ac-bb75-a253424df5dd), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:15.862983 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae954730-cc27-4ee5-93fc-13520267d7f2 req-813c0973-7975-4fa1-b305-875586efba30 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:15.872393 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ae954730-cc27-4ee5-93fc-13520267d7f2 req-813c0973-7975-4fa1-b305-875586efba30 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 945 time: 0.1579676 Apr 28 15:01:15.935320 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c4f72272-1b42-4336-bd5f-ac5d5026b6a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:15.972972 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-aee3b5e5-8603-4026-a554-0db016c8d83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (2a9bb0ea-7645-44ac-bb75-a253424df5dd), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:15.975555 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-aee3b5e5-8603-4026-a554-0db016c8d83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:15.976685 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-aee3b5e5-8603-4026-a554-0db016c8d83e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a9bb0ea-7645-44ac-bb75-a253424df5dd HTTP/1.1" status: 204 len: 168 time: 0.2413483 Apr 28 15:01:16.017950 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-69cec490-528f-432a-97c1-afe206d3b0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.021749 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946b6657-225b-410a-b314-aeda3b57f9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:16.024136 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9262ad12-f88c-490f-87f1-67f01aad8efc" -d '{"events": [{"server_uuid": "946b6657-225b-410a-b314-aeda3b57f9c8", "name": "network-vif-plugged", "status": "completed", "tag": "5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:16.049100 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ae954730-cc27-4ee5-93fc-13520267d7f2 req-c1b9fdd4-a611-4e67-b6a9-3ed86de0cbcc tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742878 Apr 28 15:01:16.061254 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3b5e5-8603-4026-a554-0db016c8d83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9bb0ea-7645-44ac-bb75-a253424df5dd,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:16.102438 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd237f0-f306-4f40-bbab-249ed084c353 x-openstack-request-id: req-bfd237f0-f306-4f40-bbab-249ed084c353 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:16.102940 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946b6657-225b-410a-b314-aeda3b57f9c8", "name": "network-vif-plugged", "status": "completed", "tag": "5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:16.103327 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfd237f0-f306-4f40-bbab-249ed084c353 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:16.105295 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd237f0-f306-4f40-bbab-249ed084c353'] response: {'server_uuid': '946b6657-225b-410a-b314-aeda3b57f9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'code': 200} Apr 28 15:01:16.113951 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0b2e0-0489-4085-8599-e38fa463b78b req-2629dafe-13c8-444d-a7b3-a182fc336306 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:16.116047 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-aeb0b2e0-0489-4085-8599-e38fa463b78b req-2629dafe-13c8-444d-a7b3-a182fc336306 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.1441672 Apr 28 15:01:16.218224 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.db.resource_extend [None req-41cb2d2d-b88e-47af-bfd9-994cee75d5b4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 15:01:16.228801 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c4f72272-1b42-4336-bd5f-ac5d5026b6a5 admin admin] Publish callbacks [] for security_group (19c5d16c-87a9-4529-a4a1-de13000f81be), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.239093 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-aeb0b2e0-0489-4085-8599-e38fa463b78b req-77125c9f-0aaf-4ca9-8dfa-8e9b8de2d05d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052036 Apr 28 15:01:16.268319 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-69cec490-528f-432a-97c1-afe206d3b0b5 admin admin] Publish callbacks [] for security_group (ab03a0d4-732a-4c1c-a703-c185578f62c2), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.298691 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c4f72272-1b42-4336-bd5f-ac5d5026b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (19c5d16c-87a9-4529-a4a1-de13000f81be), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.330081 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-69cec490-528f-432a-97c1-afe206d3b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (ab03a0d4-732a-4c1c-a703-c185578f62c2), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.354106 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-c4f72272-1b42-4336-bd5f-ac5d5026b6a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0b6269e3f304683be9ea280a1fcb8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7648146 Apr 28 15:01:16.357835 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f72272-1b42-4336-bd5f-ac5d5026b6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c5d16c-87a9-4529-a4a1-de13000f81be,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:16.360233 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51522) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:16.411803 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-69cec490-528f-432a-97c1-afe206d3b0b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a11def0ccb5a4521bc0b38b6706171de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8512757 Apr 28 15:01:16.421105 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51524) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:16.479863 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cec490-528f-432a-97c1-afe206d3b0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab03a0d4-732a-4c1c-a703-c185578f62c2,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:16.514737 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-41cb2d2d-b88e-47af-bfd9-994cee75d5b4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.525749 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-65fdbaf6-27c0-42ca-a268-1f59e27a9026 admin admin] Publish callbacks [] for security_group (19c5d16c-87a9-4529-a4a1-de13000f81be), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.528171 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707d047-c7d7-4afb-8313-5aa5438b9f5d req-99b7f2dd-a36b-4334-8091-2771e5d311e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:16.529687 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1707d047-c7d7-4afb-8313-5aa5438b9f5d req-99b7f2dd-a36b-4334-8091-2771e5d311e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 1129 time: 0.0881238 Apr 28 15:01:16.576772 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-442a8a1a-d1c5-44b4-bc90-4778835c8ddf admin admin] Publish callbacks [] for security_group (ab03a0d4-732a-4c1c-a703-c185578f62c2), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.583758 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-65fdbaf6-27c0-42ca-a268-1f59e27a9026 admin admin] Publish callbacks [] for security_group (19c5d16c-87a9-4529-a4a1-de13000f81be), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.646521 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-442a8a1a-d1c5-44b4-bc90-4778835c8ddf admin admin] Publish callbacks [] for security_group (ab03a0d4-732a-4c1c-a703-c185578f62c2), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.660252 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1707d047-c7d7-4afb-8313-5aa5438b9f5d req-cb4d0611-1abb-4641-8730-5cab35cb7285 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201839 Apr 28 15:01:16.670001 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-41cb2d2d-b88e-47af-bfd9-994cee75d5b4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (f614319e-aab1-4d09-9b1d-d3e5e390aa1d), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.738714 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ba616157-46bf-487a-9218-9fe8972b0dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.762298 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-65fdbaf6-27c0-42ca-a268-1f59e27a9026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (19c5d16c-87a9-4529-a4a1-de13000f81be), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.764913 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-65fdbaf6-27c0-42ca-a268-1f59e27a9026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.768990 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-65fdbaf6-27c0-42ca-a268-1f59e27a9026 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19c5d16c-87a9-4529-a4a1-de13000f81be HTTP/1.1" status: 204 len: 168 time: 0.4029286 Apr 28 15:01:16.769702 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-442a8a1a-d1c5-44b4-bc90-4778835c8ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (ab03a0d4-732a-4c1c-a703-c185578f62c2), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.772690 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-442a8a1a-d1c5-44b4-bc90-4778835c8ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:16.776244 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-442a8a1a-d1c5-44b4-bc90-4778835c8ddf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab03a0d4-732a-4c1c-a703-c185578f62c2 HTTP/1.1" status: 204 len: 168 time: 0.3516319 Apr 28 15:01:16.785202 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdbaf6-27c0-42ca-a268-1f59e27a9026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c5d16c-87a9-4529-a4a1-de13000f81be,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:16.793210 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.l3_db [None req-41cb2d2d-b88e-47af-bfd9-994cee75d5b4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Floating IP f614319e-aab1-4d09-9b1d-d3e5e390aa1d associated. External IP: 172.27.2.91, port: 80d4b663-9987-4881-8f15-f09d0ebe88bb. Apr 28 15:01:16.797928 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a8a1a-d1c5-44b4-bc90-4778835c8ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab03a0d4-732a-4c1c-a703-c185578f62c2,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:17.021740 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cb2d2d-b88e-47af-bfd9-994cee75d5b4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Router 9901658d-6076-48c5-8d85-b2564a26a857 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:01:17.171910 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d843da2-2f44-44da-945a-5e1ed6ef750c req-4d96de19-dda7-430f-a8bb-330273e9d49c tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:17.173392 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1d843da2-2f44-44da-945a-5e1ed6ef750c req-4d96de19-dda7-430f-a8bb-330273e9d49c tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 945 time: 0.0571122 Apr 28 15:01:17.176128 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cb2d2d-b88e-47af-bfd9-994cee75d5b4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:17.181966 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-41cb2d2d-b88e-47af-bfd9-994cee75d5b4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:17.190649 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d44e07-3c5b-4f2e-92bb-e41e9778e904 None None] Sync routers for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:17.205156 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d44e07-3c5b-4f2e-92bb-e41e9778e904 None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:17.206057 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-38d44e07-3c5b-4f2e-92bb-e41e9778e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:01:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:17.237032 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-41cb2d2d-b88e-47af-bfd9-994cee75d5b4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "PUT /v2.0/floatingips/f614319e-aab1-4d09-9b1d-d3e5e390aa1d HTTP/1.1" status: 200 len: 991 time: 1.8684359 Apr 28 15:01:17.237032 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:17.238047 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8223b489-4668-449b-9945-0eb9eb84bf4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:17.297711 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1d843da2-2f44-44da-945a-5e1ed6ef750c req-dd7806fb-c9e4-494d-aea1-488f54e4d7f0 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127322 Apr 28 15:01:17.299507 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bddff2b-927f-45da-986a-9a1fb49cc3b1 x-openstack-request-id: req-2bddff2b-927f-45da-986a-9a1fb49cc3b1 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:17.299891 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:17.300276 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bddff2b-927f-45da-986a-9a1fb49cc3b1 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:17.300801 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bddff2b-927f-45da-986a-9a1fb49cc3b1'] response: {'name': 'network-changed', 'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'status': 'completed', 'code': 200} Apr 28 15:01:17.365786 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-38d44e07-3c5b-4f2e-92bb-e41e9778e904 None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:17.401016 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d86e62-ee5b-4d7f-8ea0-236d92649d5f req-2aa0aa62-e70e-4a51-aef0-94108aaa5251 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:17.409502 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c9d86e62-ee5b-4d7f-8ea0-236d92649d5f req-2aa0aa62-e70e-4a51-aef0-94108aaa5251 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0581527 Apr 28 15:01:17.461691 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c9d86e62-ee5b-4d7f-8ea0-236d92649d5f req-805d5f19-0978-4f07-8f22-c5faf413d2f9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512171 Apr 28 15:01:17.530817 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223b489-4668-449b-9945-0eb9eb84bf4c req-e7c65503-58a5-4f66-a4fe-87bb309e924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:17.532374 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8223b489-4668-449b-9945-0eb9eb84bf4c req-e7c65503-58a5-4f66-a4fe-87bb309e924c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 1130 time: 0.0440342 Apr 28 15:01:17.628668 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913e042-4533-4d5a-95aa-a991e7a81475 req-9d1b8296-dd2a-47f6-b81a-0ed9ed65c00c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:17.630477 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7913e042-4533-4d5a-95aa-a991e7a81475 req-9d1b8296-dd2a-47f6-b81a-0ed9ed65c00c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0583711 Apr 28 15:01:17.638943 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51564) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:17.644186 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-e3adeb56-e579-4c16-92cb-3cd7adc482e4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Request body: {'floatingip': {'port_id': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:17.644320 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223b489-4668-449b-9945-0eb9eb84bf4c req-c712bbc2-405a-4242-a778-f7fc77a23d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:17.648900 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8223b489-4668-449b-9945-0eb9eb84bf4c req-c712bbc2-405a-4242-a778-f7fc77a23d5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 200 len: 917 time: 0.1100109 Apr 28 15:01:17.670740 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-38d44e07-3c5b-4f2e-92bb-e41e9778e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'f614319e-aab1-4d09-9b1d-d3e5e390aa1d', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'port_id': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'mac_address': 'fa:16:3e:27:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:49Z', 'updated_at': '2022-04-28T15:01:16Z', 'revision_number': 1, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:17.690498 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e3adeb56-e579-4c16-92cb-3cd7adc482e4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (7c0de358-ee22-477f-8f65-a70ea3b1f6ab), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:17.720342 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d44e07-3c5b-4f2e-92bb-e41e9778e904 None None] Checking router: 9901658d-6076-48c5-8d85-b2564a26a857 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:01:17.742073 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d44e07-3c5b-4f2e-92bb-e41e9778e904 None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:17.742628 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-38d44e07-3c5b-4f2e-92bb-e41e9778e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:01:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:17.744905 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51566) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:17.781680 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-9db15b51-76db-4439-b125-cd0447c07f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:17.821033 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8223b489-4668-449b-9945-0eb9eb84bf4c req-3357b214-165e-45de-8448-8708fd09d73d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb HTTP/1.1" status: 200 len: 999 time: 0.1610339 Apr 28 15:01:17.845461 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51570) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:17.866588 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7fa07194-3d5c-4160-a4c1-94efe4a8f4e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:17.917945 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-9db15b51-76db-4439-b125-cd0447c07f87 admin admin] Publish callbacks [] for security_group (cfa0733f-e165-4456-ab41-35d34bf8e0d6), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:17.921064 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-38d44e07-3c5b-4f2e-92bb-e41e9778e904 None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:18.016141 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-9db15b51-76db-4439-b125-cd0447c07f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (cfa0733f-e165-4456-ab41-35d34bf8e0d6), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.035615 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7fa07194-3d5c-4160-a4c1-94efe4a8f4e7 admin admin] Publish callbacks [] for security_group (2965df95-922d-4972-9c75-94fea9a3eea2), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.059049 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.076197 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db15b51-76db-4439-b125-cd0447c07f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa0733f-e165-4456-ab41-35d34bf8e0d6,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:18.105870 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-9db15b51-76db-4439-b125-cd0447c07f87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=313ee36b2783495e8aa855a26130fb2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587182 Apr 28 15:01:18.109364 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51578) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:18.133239 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7fa07194-3d5c-4160-a4c1-94efe4a8f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (2965df95-922d-4972-9c75-94fea9a3eea2), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.198922 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-02d014d5-458e-4556-9c50-1b34c88cbf41 admin admin] Publish callbacks [] for security_group (cfa0733f-e165-4456-ab41-35d34bf8e0d6), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.221587 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-02d014d5-458e-4556-9c50-1b34c88cbf41 admin admin] Publish callbacks [] for security_group (cfa0733f-e165-4456-ab41-35d34bf8e0d6), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.269814 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-7fa07194-3d5c-4160-a4c1-94efe4a8f4e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5e44c6ea2dd4819a71a463015a44336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231865 Apr 28 15:01:18.271298 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa07194-3d5c-4160-a4c1-94efe4a8f4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2965df95-922d-4972-9c75-94fea9a3eea2,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:18.273927 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51582) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:18.285966 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-38d44e07-3c5b-4f2e-92bb-e41e9778e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'f614319e-aab1-4d09-9b1d-d3e5e390aa1d', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'port_id': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'mac_address': 'fa:16:3e:27:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:49Z', 'updated_at': '2022-04-28T15:01:16Z', 'revision_number': 1, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:18.316215 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d44e07-3c5b-4f2e-92bb-e41e9778e904 None None] The sync data for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi is: [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'f614319e-aab1-4d09-9b1d-d3e5e390aa1d', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'port_id': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'mac_address': 'fa:16:3e:27:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:49Z', 'updated_at': '2022-04-28T15:01:16Z', 'revision_number': 1, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:18.344133 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1938f097-5f1d-452f-8d96-cf497a0bfd94 admin admin] Publish callbacks [] for security_group (2965df95-922d-4972-9c75-94fea9a3eea2), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.376915 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1938f097-5f1d-452f-8d96-cf497a0bfd94 admin admin] Publish callbacks [] for security_group (2965df95-922d-4972-9c75-94fea9a3eea2), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.424994 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-02d014d5-458e-4556-9c50-1b34c88cbf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (cfa0733f-e165-4456-ab41-35d34bf8e0d6), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.429120 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-02d014d5-458e-4556-9c50-1b34c88cbf41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.430572 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-02d014d5-458e-4556-9c50-1b34c88cbf41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfa0733f-e165-4456-ab41-35d34bf8e0d6 HTTP/1.1" status: 204 len: 168 time: 0.3202109 Apr 28 15:01:18.491103 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e3adeb56-e579-4c16-92cb-3cd7adc482e4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.519996 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d014d5-458e-4556-9c50-1b34c88cbf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa0733f-e165-4456-ab41-35d34bf8e0d6,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:18.569337 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcea071-f43a-4969-8833-2848b81c26b3 req-7ccd65aa-a813-4b49-adf2-052a17aac26b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:18.570876 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2fcea071-f43a-4969-8833-2848b81c26b3 req-7ccd65aa-a813-4b49-adf2-052a17aac26b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 945 time: 0.1186533 Apr 28 15:01:18.578597 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223b489-4668-449b-9945-0eb9eb84bf4c req-23fc435b-c1f4-41dd-b441-cc069ee93f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:18.580022 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8223b489-4668-449b-9945-0eb9eb84bf4c req-23fc435b-c1f4-41dd-b441-cc069ee93f23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bba402f-a684-4714-861d-42a0c9992a9f HTTP/1.1" status: 200 len: 855 time: 0.1722498 Apr 28 15:01:18.630438 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e3adeb56-e579-4c16-92cb-3cd7adc482e4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (7c0de358-ee22-477f-8f65-a70ea3b1f6ab), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.645338 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b9be61-e363-4653-b16d-a5b428d64f23 None None] New status for floating IP f614319e-aab1-4d09-9b1d-d3e5e390aa1d: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:01:18.665187 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2fcea071-f43a-4969-8833-2848b81c26b3 req-e358118f-fa2e-4ed6-a021-5f254c929f6e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842004 Apr 28 15:01:18.672625 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223b489-4668-449b-9945-0eb9eb84bf4c req-fe46c909-06a1-4107-ad3d-0044c35f0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:18.674283 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8223b489-4668-449b-9945-0eb9eb84bf4c req-fe46c909-06a1-4107-ad3d-0044c35f0484 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60fd79c5-50c5-4587-8604-5daaaa9b4694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701823 Apr 28 15:01:18.675301 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1938f097-5f1d-452f-8d96-cf497a0bfd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (2965df95-922d-4972-9c75-94fea9a3eea2), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.678327 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1938f097-5f1d-452f-8d96-cf497a0bfd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:18.680855 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-1938f097-5f1d-452f-8d96-cf497a0bfd94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2965df95-922d-4972-9c75-94fea9a3eea2 HTTP/1.1" status: 204 len: 168 time: 0.4056931 Apr 28 15:01:18.718252 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938f097-5f1d-452f-8d96-cf497a0bfd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2965df95-922d-4972-9c75-94fea9a3eea2,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:18.809404 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8223b489-4668-449b-9945-0eb9eb84bf4c req-fff25807-6d61-473f-af60-056037ba17ce service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256566 Apr 28 15:01:18.859033 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.l3_db [None req-e3adeb56-e579-4c16-92cb-3cd7adc482e4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Floating IP 7c0de358-ee22-477f-8f65-a70ea3b1f6ab associated. External IP: 172.27.2.81, port: d90122cc-9597-40e2-a3a5-4c1ef1427a0e. Apr 28 15:01:18.935190 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8223b489-4668-449b-9945-0eb9eb84bf4c req-3efb6f97-c818-41f6-95a5-9a1aa0a22e39 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174691 Apr 28 15:01:19.160236 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3adeb56-e579-4c16-92cb-3cd7adc482e4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Router ad80045c-0f56-444a-993f-4501a46c5613 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:01:19.299761 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:19.511525 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3adeb56-e579-4c16-92cb-3cd7adc482e4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:19.518799 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e3adeb56-e579-4c16-92cb-3cd7adc482e4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:19.523483 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd321e-ca44-4636-af39-509ebf43b074 None None] Sync routers for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:19.546164 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd321e-ca44-4636-af39-509ebf43b074 None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:19.546845 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-0ecd321e-ca44-4636-af39-509ebf43b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:01:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:19.597660 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e3adeb56-e579-4c16-92cb-3cd7adc482e4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "PUT /v2.0/floatingips/7c0de358-ee22-477f-8f65-a70ea3b1f6ab HTTP/1.1" status: 200 len: 990 time: 1.9572365 Apr 28 15:01:19.598768 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'tag': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:19.602512 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9192d9-7a3d-4815-9b85-2b4b711f1cae" -d '{"events": [{"name": "network-changed", "server_uuid": "74c5801b-a1bd-4042-865c-787e6ed2925c", "tag": "d90122cc-9597-40e2-a3a5-4c1ef1427a0e"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:19.662390 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f135a0f-f09f-429f-b98d-c50eb4110c76 x-openstack-request-id: req-9f135a0f-f09f-429f-b98d-c50eb4110c76 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:19.662390 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c5801b-a1bd-4042-865c-787e6ed2925c", "tag": "d90122cc-9597-40e2-a3a5-4c1ef1427a0e", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:19.662390 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f135a0f-f09f-429f-b98d-c50eb4110c76 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:19.662648 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f135a0f-f09f-429f-b98d-c50eb4110c76'] response: {'name': 'network-changed', 'server_uuid': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'tag': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e', 'status': 'completed', 'code': 200} Apr 28 15:01:19.727908 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-0ecd321e-ca44-4636-af39-509ebf43b074 None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:19.820464 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9c15b-e2bc-4e97-963b-965e8b5d0a35 req-dd273cea-64d6-48aa-8044-9f7ea3cc8f3a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:19.825181 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d6a9c15b-e2bc-4e97-963b-965e8b5d0a35 req-dd273cea-64d6-48aa-8044-9f7ea3cc8f3a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 945 time: 0.0743964 Apr 28 15:01:19.900278 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d6a9c15b-e2bc-4e97-963b-965e8b5d0a35 req-70c92a6b-10c8-48b0-b741-89f019db3bd9 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709450 Apr 28 15:01:19.987234 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-0ecd321e-ca44-4636-af39-509ebf43b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '7c0de358-ee22-477f-8f65-a70ea3b1f6ab', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'port_id': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'mac_address': 'fa:16:3e:cd:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:52Z', 'updated_at': '2022-04-28T15:01:18Z', 'revision_number': 1, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:20.014043 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd321e-ca44-4636-af39-509ebf43b074 None None] Checking router: ad80045c-0f56-444a-993f-4501a46c5613 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:01:20.023727 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd321e-ca44-4636-af39-509ebf43b074 None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:20.024370 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-0ecd321e-ca44-4636-af39-509ebf43b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:01:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:20.035167 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70392d1-e51f-40b5-9671-2ab1251ab673 req-6fe179a9-2df3-40a8-a7ac-9a53e6255fa5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:20.037322 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f70392d1-e51f-40b5-9671-2ab1251ab673 req-6fe179a9-2df3-40a8-a7ac-9a53e6255fa5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 945 time: 0.0582511 Apr 28 15:01:20.047064 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51656) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:20.051811 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-f4945545-591e-4435-9115-92fbdf44ec56 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'floatingip': {'port_id': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:20.143282 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f4945545-591e-4435-9115-92fbdf44ec56 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (1da44eb9-4a0e-42c7-8c55-9fade67ab5fd), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:20.192429 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-0ecd321e-ca44-4636-af39-509ebf43b074 None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:20.466327 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-0ecd321e-ca44-4636-af39-509ebf43b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '7c0de358-ee22-477f-8f65-a70ea3b1f6ab', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'port_id': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'mac_address': 'fa:16:3e:cd:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:52Z', 'updated_at': '2022-04-28T15:01:18Z', 'revision_number': 1, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:20.493397 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd321e-ca44-4636-af39-509ebf43b074 None None] The sync data for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi is: [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '7c0de358-ee22-477f-8f65-a70ea3b1f6ab', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'port_id': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'mac_address': 'fa:16:3e:cd:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:52Z', 'updated_at': '2022-04-28T15:01:18Z', 'revision_number': 1, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:20.734697 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9192d9-7a3d-4815-9b85-2b4b711f1cae req-bee94dd7-48fa-42a5-8833-c0b87e7fbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:20.736186 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c9192d9-7a3d-4815-9b85-2b4b711f1cae req-bee94dd7-48fa-42a5-8833-c0b87e7fbe92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d815343f17b47b68979d8366b04d25b&device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 1129 time: 0.1600912 Apr 28 15:01:20.850338 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe96cae9-2c0d-471e-a5f7-a04322017c9d None None] New status for floating IP 7c0de358-ee22-477f-8f65-a70ea3b1f6ab: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:01:20.905062 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:21.086381 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.db.resource_extend [None req-f4945545-591e-4435-9115-92fbdf44ec56 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 15:01:21.237054 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f4945545-591e-4435-9115-92fbdf44ec56 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:21.257687 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9192d9-7a3d-4815-9b85-2b4b711f1cae req-0932070a-d981-480f-ac97-51e149549e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:21.259142 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c9192d9-7a3d-4815-9b85-2b4b711f1cae req-0932070a-d981-480f-ac97-51e149549e44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3 HTTP/1.1" status: 200 len: 911 time: 0.1883533 Apr 28 15:01:21.344641 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f4945545-591e-4435-9115-92fbdf44ec56 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (1da44eb9-4a0e-42c7-8c55-9fade67ab5fd), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:21.389335 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c9192d9-7a3d-4815-9b85-2b4b711f1cae req-e25f1fa6-9e3b-49ca-8428-9e0030ca2ba2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d90122cc-9597-40e2-a3a5-4c1ef1427a0e HTTP/1.1" status: 200 len: 1000 time: 0.1140325 Apr 28 15:01:21.498000 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [None req-f4945545-591e-4435-9115-92fbdf44ec56 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Floating IP 1da44eb9-4a0e-42c7-8c55-9fade67ab5fd associated. External IP: 172.27.2.94, port: 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4. Apr 28 15:01:21.545052 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9192d9-7a3d-4815-9b85-2b4b711f1cae req-77508d72-d04a-40e2-ba5c-39ac6fe107bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:21.546464 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c9192d9-7a3d-4815-9b85-2b4b711f1cae req-77508d72-d04a-40e2-ba5c-39ac6fe107bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f47bfcc2-cda5-4d28-84bc-3aea2b779f1b HTTP/1.1" status: 200 len: 849 time: 0.1027520 Apr 28 15:01:21.646135 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9192d9-7a3d-4815-9b85-2b4b711f1cae req-d0149208-5404-40e6-8981-89be30f00c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:21.647624 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c9192d9-7a3d-4815-9b85-2b4b711f1cae req-d0149208-5404-40e6-8981-89be30f00c5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783918 Apr 28 15:01:21.845323 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c9192d9-7a3d-4815-9b85-2b4b711f1cae req-013abe0c-9678-49bd-95b7-62ee18ffb616 service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453481 Apr 28 15:01:21.859732 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4945545-591e-4435-9115-92fbdf44ec56 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Router 40656fc2-6c52-4293-b017-33ab66147f11 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:01:21.990712 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c9192d9-7a3d-4815-9b85-2b4b711f1cae req-e0394ce1-f4f0-445e-a6a6-b021ab4a6c88 service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326859 Apr 28 15:01:22.054576 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4945545-591e-4435-9115-92fbdf44ec56 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:22.059455 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f4945545-591e-4435-9115-92fbdf44ec56 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:22.064634 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acebf53-79ff-459e-93a9-40bd52ec3680 None None] Sync routers for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:22.076852 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acebf53-79ff-459e-93a9-40bd52ec3680 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:22.077462 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-0acebf53-79ff-459e-93a9-40bd52ec3680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:01:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:22.100748 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-f4945545-591e-4435-9115-92fbdf44ec56 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "PUT /v2.0/floatingips/1da44eb9-4a0e-42c7-8c55-9fade67ab5fd HTTP/1.1" status: 200 len: 990 time: 2.0435576 Apr 28 15:01:22.100748 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946b6657-225b-410a-b314-aeda3b57f9c8', 'tag': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:22.100748 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20374b3b-0206-4e19-9da9-d5522898a08f" -d '{"events": [{"name": "network-changed", "server_uuid": "946b6657-225b-410a-b314-aeda3b57f9c8", "tag": "5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:22.132910 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8a081a-f8ba-487a-8a43-a4af2d85a633 x-openstack-request-id: req-1e8a081a-f8ba-487a-8a43-a4af2d85a633 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:22.133204 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946b6657-225b-410a-b314-aeda3b57f9c8", "tag": "5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:22.133459 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e8a081a-f8ba-487a-8a43-a4af2d85a633 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:22.133863 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8a081a-f8ba-487a-8a43-a4af2d85a633'] response: {'name': 'network-changed', 'server_uuid': '946b6657-225b-410a-b314-aeda3b57f9c8', 'tag': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'status': 'completed', 'code': 200} Apr 28 15:01:22.193072 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-0acebf53-79ff-459e-93a9-40bd52ec3680 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:22.202668 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20374b3b-0206-4e19-9da9-d5522898a08f req-1bb5288b-6299-4107-94f6-4b6e5b49d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:22.204455 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-20374b3b-0206-4e19-9da9-d5522898a08f req-1bb5288b-6299-4107-94f6-4b6e5b49d29e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 1129 time: 0.0399852 Apr 28 15:01:22.310140 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20374b3b-0206-4e19-9da9-d5522898a08f req-8e0d82e5-79d1-4584-9760-ed2cee5fd107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:22.311649 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-20374b3b-0206-4e19-9da9-d5522898a08f req-8e0d82e5-79d1-4584-9760-ed2cee5fd107 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 916 time: 0.1015763 Apr 28 15:01:22.385925 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-20374b3b-0206-4e19-9da9-d5522898a08f req-1a636b0c-36f3-4d03-9c73-dfb9fcec162a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 HTTP/1.1" status: 200 len: 998 time: 0.0639610 Apr 28 15:01:22.419511 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-0acebf53-79ff-459e-93a9-40bd52ec3680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '1da44eb9-4a0e-42c7-8c55-9fade67ab5fd', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:09:7e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b6657-225b-410a-b314-aeda3b57f9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:50Z', 'updated_at': '2022-04-28T15:01:20Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:22.439050 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20374b3b-0206-4e19-9da9-d5522898a08f req-cca0aa29-05eb-4ebc-938d-1b2b3f691186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:22.440512 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-20374b3b-0206-4e19-9da9-d5522898a08f req-cca0aa29-05eb-4ebc-938d-1b2b3f691186 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4a45de5-2458-48c8-906b-01e1b205ed9e HTTP/1.1" status: 200 len: 854 time: 0.0476351 Apr 28 15:01:22.446010 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acebf53-79ff-459e-93a9-40bd52ec3680 None None] Checking router: 40656fc2-6c52-4293-b017-33ab66147f11 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:01:22.454295 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acebf53-79ff-459e-93a9-40bd52ec3680 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:22.454938 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-0acebf53-79ff-459e-93a9-40bd52ec3680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:01:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:22.483765 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20374b3b-0206-4e19-9da9-d5522898a08f req-fbbf6054-89bb-4e26-bf2b-53f729fd2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:22.487801 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-20374b3b-0206-4e19-9da9-d5522898a08f req-fbbf6054-89bb-4e26-bf2b-53f729fd2099 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383577 Apr 28 15:01:22.576796 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-0acebf53-79ff-459e-93a9-40bd52ec3680 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:22.602332 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-20374b3b-0206-4e19-9da9-d5522898a08f req-7c428ebe-8d66-49de-9c8e-a2e582cc2d23 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092958 Apr 28 15:01:22.731222 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-20374b3b-0206-4e19-9da9-d5522898a08f req-03bed23a-6165-456a-994f-fece8227684b service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226053 Apr 28 15:01:22.898186 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-0acebf53-79ff-459e-93a9-40bd52ec3680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '1da44eb9-4a0e-42c7-8c55-9fade67ab5fd', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:09:7e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b6657-225b-410a-b314-aeda3b57f9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:50Z', 'updated_at': '2022-04-28T15:01:20Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:22.926540 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acebf53-79ff-459e-93a9-40bd52ec3680 None None] The sync data for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi is: [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '1da44eb9-4a0e-42c7-8c55-9fade67ab5fd', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:09:7e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b6657-225b-410a-b314-aeda3b57f9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:50Z', 'updated_at': '2022-04-28T15:01:20Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:23.197807 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e08fcb0-ffdc-4a67-a2d4-dabbcc32608e None None] New status for floating IP 1da44eb9-4a0e-42c7-8c55-9fade67ab5fd: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:01:23.334020 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d805a-3ced-4e72-b50b-6a0bd01d8dc6 req-897b02e2-d1fa-4ef9-b716-03e71d4a7a4c tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:23.335504 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-532d805a-3ced-4e72-b50b-6a0bd01d8dc6 req-897b02e2-d1fa-4ef9-b716-03e71d4a7a4c tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0508835 Apr 28 15:01:23.381963 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-532d805a-3ced-4e72-b50b-6a0bd01d8dc6 req-06820e6d-f876-42bf-8368-89a072c550c2 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Apr 28 15:01:24.511314 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f503-34b8-4ed0-a4b1-051dd8ad442f req-f73f8c3d-7be2-4dd5-a874-6f1ba7bcf9e3 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:24.512694 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2067f503-34b8-4ed0-a4b1-051dd8ad442f req-f73f8c3d-7be2-4dd5-a874-6f1ba7bcf9e3 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0486319 Apr 28 15:01:24.558552 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2067f503-34b8-4ed0-a4b1-051dd8ad442f req-71a70436-e73c-4598-87d6-96b94d3a6497 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 Apr 28 15:01:25.682973 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ef376-d318-4ce4-9cf0-44ba61a55592 req-2715f51f-4323-4a00-b005-afa0d7f56b11 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:25.684481 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-543ef376-d318-4ce4-9cf0-44ba61a55592 req-2715f51f-4323-4a00-b005-afa0d7f56b11 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0579402 Apr 28 15:01:25.743735 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-543ef376-d318-4ce4-9cf0-44ba61a55592 req-0558f00f-b1e2-4339-8cf1-c901d7122ac6 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523517 Apr 28 15:01:25.759895 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 51858) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:25.856515 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8254-9487-4e5e-80ba-956786331960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:25.926628 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8254-9487-4e5e-80ba-956786331960 admin admin] Publish callbacks [] for security_group (faa7ba67-793b-4002-a7d5-85c46d0682b6), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:25.990057 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8254-9487-4e5e-80ba-956786331960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (faa7ba67-793b-4002-a7d5-85c46d0682b6), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:26.027750 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-2eaf8254-9487-4e5e-80ba-956786331960 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34faa5f539bd4225bebda016b7a93144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706509 Apr 28 15:01:26.028755 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf8254-9487-4e5e-80ba-956786331960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa7ba67-793b-4002-a7d5-85c46d0682b6,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:26.030561 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51862) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:26.076941 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-598a35b8-5f09-4fc7-8883-0a5617730b11 admin admin] Publish callbacks [] for security_group (faa7ba67-793b-4002-a7d5-85c46d0682b6), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:26.098369 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-598a35b8-5f09-4fc7-8883-0a5617730b11 admin admin] Publish callbacks [] for security_group (faa7ba67-793b-4002-a7d5-85c46d0682b6), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:26.212567 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-598a35b8-5f09-4fc7-8883-0a5617730b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (faa7ba67-793b-4002-a7d5-85c46d0682b6), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:26.215410 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-598a35b8-5f09-4fc7-8883-0a5617730b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:26.216536 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-598a35b8-5f09-4fc7-8883-0a5617730b11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/faa7ba67-793b-4002-a7d5-85c46d0682b6 HTTP/1.1" status: 204 len: 168 time: 0.1849139 Apr 28 15:01:26.225674 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a35b8-5f09-4fc7-8883-0a5617730b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa7ba67-793b-4002-a7d5-85c46d0682b6,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:26.831491 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51878) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:26.845223 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-74c92451-3f38-4101-9eb0-b68b92bbd7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:26.861345 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc207ca-ca65-4090-b2b4-fbe966d1e200 req-63d4ab8e-fd83-40ac-973e-f665151a5e68 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:26.862809 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bcc207ca-ca65-4090-b2b4-fbe966d1e200 req-63d4ab8e-fd83-40ac-973e-f665151a5e68 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0476885 Apr 28 15:01:26.914643 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bcc207ca-ca65-4090-b2b4-fbe966d1e200 req-c7f38fce-ece2-4857-8cbe-d26740c80050 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460606 Apr 28 15:01:26.923500 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-74c92451-3f38-4101-9eb0-b68b92bbd7d8 admin admin] Publish callbacks [] for security_group (fca7e2b8-23b6-425c-9165-534dc332a78e), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:26.972922 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-74c92451-3f38-4101-9eb0-b68b92bbd7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (fca7e2b8-23b6-425c-9165-534dc332a78e), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:27.009792 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c92451-3f38-4101-9eb0-b68b92bbd7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca7e2b8-23b6-425c-9165-534dc332a78e,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:27.014061 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-74c92451-3f38-4101-9eb0-b68b92bbd7d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e185dbfda3d34d328edf25ece9eeb0c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815717 Apr 28 15:01:27.016643 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 51880) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:27.069278 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-feaf55d5-0d30-468a-a06d-7b365b3f414b admin admin] Publish callbacks [] for security_group (fca7e2b8-23b6-425c-9165-534dc332a78e), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:27.091094 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-feaf55d5-0d30-468a-a06d-7b365b3f414b admin admin] Publish callbacks [] for security_group (fca7e2b8-23b6-425c-9165-534dc332a78e), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:27.218203 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-feaf55d5-0d30-468a-a06d-7b365b3f414b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (fca7e2b8-23b6-425c-9165-534dc332a78e), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:27.220839 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-feaf55d5-0d30-468a-a06d-7b365b3f414b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:27.221921 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-feaf55d5-0d30-468a-a06d-7b365b3f414b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fca7e2b8-23b6-425c-9165-534dc332a78e HTTP/1.1" status: 204 len: 168 time: 0.2043633 Apr 28 15:01:27.250849 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf55d5-0d30-468a-a06d-7b365b3f414b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca7e2b8-23b6-425c-9165-534dc332a78e,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:27.263367 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-999f2212-c8d9-4af4-88e2-fcdbfb9984e0 req-45195e47-3e63-4b4d-9470-bc075aa77c01 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550444 Apr 28 15:01:27.538593 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f2212-c8d9-4af4-88e2-fcdbfb9984e0 req-4600e4c2-50cf-439e-bad0-2010ec8f704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:27.540034 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-999f2212-c8d9-4af4-88e2-fcdbfb9984e0 req-4600e4c2-50cf-439e-bad0-2010ec8f704c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 1130 time: 0.0410554 Apr 28 15:01:27.644240 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f2212-c8d9-4af4-88e2-fcdbfb9984e0 req-9b96abed-6ce0-4dbc-8019-0bd4a9f982d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:27.645675 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-999f2212-c8d9-4af4-88e2-fcdbfb9984e0 req-9b96abed-6ce0-4dbc-8019-0bd4a9f982d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 200 len: 917 time: 0.0867863 Apr 28 15:01:27.717262 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-999f2212-c8d9-4af4-88e2-fcdbfb9984e0 req-d01349ae-735d-46d6-b6b9-85b1dbc71d51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb HTTP/1.1" status: 200 len: 1001 time: 0.0651152 Apr 28 15:01:27.772449 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f2212-c8d9-4af4-88e2-fcdbfb9984e0 req-2de9ae67-4742-4f44-861d-7dda5fdc8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:27.774066 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-999f2212-c8d9-4af4-88e2-fcdbfb9984e0 req-2de9ae67-4742-4f44-861d-7dda5fdc8924 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bba402f-a684-4714-861d-42a0c9992a9f HTTP/1.1" status: 200 len: 855 time: 0.0438235 Apr 28 15:01:27.816431 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f2212-c8d9-4af4-88e2-fcdbfb9984e0 req-28e5503e-3a36-46f3-bbb2-f008743dc63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:27.817973 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-999f2212-c8d9-4af4-88e2-fcdbfb9984e0 req-28e5503e-3a36-46f3-bbb2-f008743dc63e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60fd79c5-50c5-4587-8604-5daaaa9b4694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378568 Apr 28 15:01:27.912978 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-999f2212-c8d9-4af4-88e2-fcdbfb9984e0 req-4a7e96f3-88f2-4be9-b283-1309599172ac service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884645 Apr 28 15:01:28.014347 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-999f2212-c8d9-4af4-88e2-fcdbfb9984e0 req-cf474193-819c-49e6-b120-46e70e13f535 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956359 Apr 28 15:01:28.050109 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246b19d-e1c9-4c41-8346-a5233f141e4c req-24e4d338-7671-4ead-afc5-99f0a07a0bc9 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:28.051515 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d246b19d-e1c9-4c41-8346-a5233f141e4c req-24e4d338-7671-4ead-afc5-99f0a07a0bc9 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0590630 Apr 28 15:01:28.100133 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d246b19d-e1c9-4c41-8346-a5233f141e4c req-abd8b348-3651-4fe0-a193-c1b91f77ff8c tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 Apr 28 15:01:29.222594 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a519b1-2386-4306-8098-875a48f9d510 req-b18506ee-ea7f-4ee8-8bd4-51da5e541635 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:29.224116 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-10a519b1-2386-4306-8098-875a48f9d510 req-b18506ee-ea7f-4ee8-8bd4-51da5e541635 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0482886 Apr 28 15:01:29.286485 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-10a519b1-2386-4306-8098-875a48f9d510 req-7feaea78-749a-4100-8e33-08b241fd36bf tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564790 Apr 28 15:01:30.395827 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:30.405757 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25590f8-50e6-428c-962c-8b8842f3c00f req-3e83ae1b-974e-4c1d-9065-4a4f2fa4e2a6 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:30.407239 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f25590f8-50e6-428c-962c-8b8842f3c00f req-3e83ae1b-974e-4c1d-9065-4a4f2fa4e2a6 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0471208 Apr 28 15:01:30.458658 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f25590f8-50e6-428c-962c-8b8842f3c00f req-240e0251-7d0f-46d3-ad1e-be21255f4973 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458615 Apr 28 15:01:30.772152 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52008) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:30.876517 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:30.947113 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Publish callbacks [] for security_group (43f79161-6226-4599-8578-d9550866bad5), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:31.001016 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (43f79161-6226-4599-8578-d9550866bad5), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:31.042077 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf7320e7adf1449cb3856149577eb0ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688391 Apr 28 15:01:31.042981 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f79161-6226-4599-8578-d9550866bad5,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:31.044844 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52016) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:31.049904 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.050245 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.050583 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.051064 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.051398 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.051723 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.052042 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.052361 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.052699 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.053023 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.053346 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.053660 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.053975 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.054286 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.055136 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d434403-088d-48e6-8e1a-7da8bab17eda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.091709 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Publish callbacks [] for security_group (43f79161-6226-4599-8578-d9550866bad5), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:31.111920 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Publish callbacks [] for security_group (43f79161-6226-4599-8578-d9550866bad5), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:31.223733 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (43f79161-6226-4599-8578-d9550866bad5), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:31.226351 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:31.227478 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43f79161-6226-4599-8578-d9550866bad5 HTTP/1.1" status: 204 len: 168 time: 0.1815689 Apr 28 15:01:31.236977 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f79161-6226-4599-8578-d9550866bad5,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:31.244593 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.245049 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.245429 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.245748 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.246082 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.246418 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.247001 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.247327 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.247677 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.248007 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.248332 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.248693 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.249026 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.249347 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.249669 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07914cf6-9ddd-4ec5-b3be-65bbf3c16bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:31.574941 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2e637-bea2-498d-b370-7c8324d22e4e req-2b56a47f-787c-45d0-a770-6741a04a95d3 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:31.576413 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bbd2e637-bea2-498d-b370-7c8324d22e4e req-2b56a47f-787c-45d0-a770-6741a04a95d3 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0496349 Apr 28 15:01:31.623859 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bbd2e637-bea2-498d-b370-7c8324d22e4e req-64776de8-b6b4-4b4e-adeb-9e3d8adbfd58 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Apr 28 15:01:31.873469 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52030) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:31.888446 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-bbbabb02-42a1-41f4-8540-e06889005b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:31.977751 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1137-1e2f-4894-83b7-f0dc11b8a3f5 req-c750945d-2672-4130-98a6-08b5bbab6f98 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:31.980532 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-352e1137-1e2f-4894-83b7-f0dc11b8a3f5 req-c750945d-2672-4130-98a6-08b5bbab6f98 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0579460 Apr 28 15:01:31.993840 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-bbbabb02-42a1-41f4-8540-e06889005b01 admin admin] Publish callbacks [] for security_group (b9f4394b-eb34-456b-9a40-308ae325b88a), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:32.069855 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-bbbabb02-42a1-41f4-8540-e06889005b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b9f4394b-eb34-456b-9a40-308ae325b88a), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:32.107770 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbabb02-42a1-41f4-8540-e06889005b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f4394b-eb34-456b-9a40-308ae325b88a,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:32.113029 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-bbbabb02-42a1-41f4-8540-e06889005b01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c5b0dced7484aabab2dc290c8971ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378876 Apr 28 15:01:32.114975 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52034) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:32.172463 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3a714380-726f-4a8e-8b90-f8b6216a9d3f admin admin] Publish callbacks [] for security_group (b9f4394b-eb34-456b-9a40-308ae325b88a), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:32.197717 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3a714380-726f-4a8e-8b90-f8b6216a9d3f admin admin] Publish callbacks [] for security_group (b9f4394b-eb34-456b-9a40-308ae325b88a), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:32.322223 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3a714380-726f-4a8e-8b90-f8b6216a9d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b9f4394b-eb34-456b-9a40-308ae325b88a), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:32.325308 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3a714380-726f-4a8e-8b90-f8b6216a9d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:32.326806 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3a714380-726f-4a8e-8b90-f8b6216a9d3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9f4394b-eb34-456b-9a40-308ae325b88a HTTP/1.1" status: 204 len: 168 time: 0.2106707 Apr 28 15:01:32.336628 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a714380-726f-4a8e-8b90-f8b6216a9d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f4394b-eb34-456b-9a40-308ae325b88a,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:32.347938 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-352e1137-1e2f-4894-83b7-f0dc11b8a3f5 req-fa52f062-8050-4352-8dcb-6348e11842ff tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Deleting port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:01:32.348284 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-352e1137-1e2f-4894-83b7-f0dc11b8a3f5 req-fa52f062-8050-4352-8dcb-6348e11842ff tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:32.453804 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-352e1137-1e2f-4894-83b7-f0dc11b8a3f5 req-fa52f062-8050-4352-8dcb-6348e11842ff tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] For port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73,segment=NetworkSegment(470673d6-b82d-4531-81a8-31ef5fcb44e5),segment_id=470673d6-b82d-4531-81a8-31ef5fcb44e5)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:32.454167 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-352e1137-1e2f-4894-83b7-f0dc11b8a3f5 req-fa52f062-8050-4352-8dcb-6348e11842ff tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:32.469494 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-352e1137-1e2f-4894-83b7-f0dc11b8a3f5 req-fa52f062-8050-4352-8dcb-6348e11842ff tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Calling delete_port for ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 owned by compute:nova {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:01:32.743605 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e8ba2-a49d-4065-8b0d-cebe5bef47d9 req-1a7bf5fd-5346-4495-9ed3-8f825d9a3310 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:32.744703 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-440e8ba2-a49d-4065-8b0d-cebe5bef47d9 req-1a7bf5fd-5346-4495-9ed3-8f825d9a3310 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 945 time: 0.0506465 Apr 28 15:01:32.768895 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-352e1137-1e2f-4894-83b7-f0dc11b8a3f5 req-fa52f062-8050-4352-8dcb-6348e11842ff tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (ff08e1b7-28dc-47a6-9fb4-4dec2e792d73), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:32.809275 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52f062-8050-4352-8dcb-6348e11842ff tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Pushing event deleted for resources: {'Port': ['ID=ff08e1b7-28dc-47a6-9fb4-4dec2e792d73,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:32.890254 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-352e1137-1e2f-4894-83b7-f0dc11b8a3f5 req-fa52f062-8050-4352-8dcb-6348e11842ff tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] No DVR routers for this DVR port ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 on host hv-cinder-83976 {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:32.894353 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-440e8ba2-a49d-4065-8b0d-cebe5bef47d9 req-ff0183bd-9af1-4baa-b038-a89c71e62407 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e8d8176-3687-433f-b46c-53895753af62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418002 Apr 28 15:01:32.896427 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-352e1137-1e2f-4894-83b7-f0dc11b8a3f5 req-fa52f062-8050-4352-8dcb-6348e11842ff tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:32.899698 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-352e1137-1e2f-4894-83b7-f0dc11b8a3f5 req-fa52f062-8050-4352-8dcb-6348e11842ff tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.42 "DELETE /v2.0/ports/ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 HTTP/1.1" status: 204 len: 173 time: 0.9092922 Apr 28 15:01:32.900147 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66dc26-1c59-42c4-a604-cc8a2a9b75cf', 'name': 'network-vif-deleted', 'tag': 'ff08e1b7-28dc-47a6-9fb4-4dec2e792d73'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:32.902512 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9548bb9-f9db-4ac9-bb53-8c50014e3b74" -d '{"events": [{"server_uuid": "6e66dc26-1c59-42c4-a604-cc8a2a9b75cf", "name": "network-vif-deleted", "tag": "ff08e1b7-28dc-47a6-9fb4-4dec2e792d73"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:32.941134 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7635bb9e-805c-4317-bc63-3715b18f044b x-openstack-request-id: req-7635bb9e-805c-4317-bc63-3715b18f044b {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:32.941134 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e66dc26-1c59-42c4-a604-cc8a2a9b75cf", "name": "network-vif-deleted", "tag": "ff08e1b7-28dc-47a6-9fb4-4dec2e792d73", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:32.941134 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7635bb9e-805c-4317-bc63-3715b18f044b {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:32.941134 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7635bb9e-805c-4317-bc63-3715b18f044b'] response: {'server_uuid': '6e66dc26-1c59-42c4-a604-cc8a2a9b75cf', 'name': 'network-vif-deleted', 'tag': 'ff08e1b7-28dc-47a6-9fb4-4dec2e792d73', 'status': 'completed', 'code': 200} Apr 28 15:01:33.159531 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52076) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:33.240110 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:33.261894 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:01:33.264156 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device ff08e1b7-28dc-47a6-9fb4-4dec2e792d73 not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:01:33.272116 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e8482c83-2b59-4c2c-93d3-7c7e2a49958b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:33.354697 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e8482c83-2b59-4c2c-93d3-7c7e2a49958b admin admin] Publish callbacks [] for security_group (21a37bb7-f75b-41b8-b5b1-9c48eb82aa87), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:33.407879 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e8482c83-2b59-4c2c-93d3-7c7e2a49958b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (21a37bb7-f75b-41b8-b5b1-9c48eb82aa87), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:33.448325 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e8482c83-2b59-4c2c-93d3-7c7e2a49958b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc496a74c9dd470f93584fff624ad5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876935 Apr 28 15:01:33.449214 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8482c83-2b59-4c2c-93d3-7c7e2a49958b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a37bb7-f75b-41b8-b5b1-9c48eb82aa87,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:33.451147 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52090) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:33.521699 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-30837df4-1838-4831-9a4a-640b6685952b admin admin] Publish callbacks [] for security_group (21a37bb7-f75b-41b8-b5b1-9c48eb82aa87), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:33.546547 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-30837df4-1838-4831-9a4a-640b6685952b admin admin] Publish callbacks [] for security_group (21a37bb7-f75b-41b8-b5b1-9c48eb82aa87), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:33.693046 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-30837df4-1838-4831-9a4a-640b6685952b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (21a37bb7-f75b-41b8-b5b1-9c48eb82aa87), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:33.697026 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-30837df4-1838-4831-9a4a-640b6685952b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:33.701093 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-30837df4-1838-4831-9a4a-640b6685952b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21a37bb7-f75b-41b8-b5b1-9c48eb82aa87 HTTP/1.1" status: 204 len: 168 time: 0.2464061 Apr 28 15:01:33.710663 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30837df4-1838-4831-9a4a-640b6685952b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a37bb7-f75b-41b8-b5b1-9c48eb82aa87,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:34.018678 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-311df378-26c3-4e89-86ab-ba645652af41 req-f98fde82-af12-400e-847e-96a1a6cdee00 tempest-DeleteServersTestJSON-193453279 tempest-DeleteServersTestJSON-193453279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e66dc26-1c59-42c4-a604-cc8a2a9b75cf HTTP/1.1" status: 200 len: 210 time: 0.0275548 Apr 28 15:01:34.346282 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52130) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:34.359781 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6fac2e52-f618-4722-a637-3c4728103671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:34.436885 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6fac2e52-f618-4722-a637-3c4728103671 admin admin] Publish callbacks [] for security_group (5313c2b7-52db-448d-bb7b-02b53a63cc46), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:34.584235 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6fac2e52-f618-4722-a637-3c4728103671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (5313c2b7-52db-448d-bb7b-02b53a63cc46), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:34.626083 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-6fac2e52-f618-4722-a637-3c4728103671 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b914625c752456aaf275abe47756f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787185 Apr 28 15:01:34.626935 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac2e52-f618-4722-a637-3c4728103671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5313c2b7-52db-448d-bb7b-02b53a63cc46,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:34.631188 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52134) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:34.693088 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4744ddde-a8d4-492d-94e2-084942ea4f53 admin admin] Publish callbacks [] for security_group (5313c2b7-52db-448d-bb7b-02b53a63cc46), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:34.714940 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4744ddde-a8d4-492d-94e2-084942ea4f53 admin admin] Publish callbacks [] for security_group (5313c2b7-52db-448d-bb7b-02b53a63cc46), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:34.824136 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4744ddde-a8d4-492d-94e2-084942ea4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (5313c2b7-52db-448d-bb7b-02b53a63cc46), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:34.826792 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4744ddde-a8d4-492d-94e2-084942ea4f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:34.827943 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4744ddde-a8d4-492d-94e2-084942ea4f53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5313c2b7-52db-448d-bb7b-02b53a63cc46 HTTP/1.1" status: 204 len: 168 time: 0.1957519 Apr 28 15:01:34.836346 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744ddde-a8d4-492d-94e2-084942ea4f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5313c2b7-52db-448d-bb7b-02b53a63cc46,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:35.929035 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52198) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:36.134198 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-499fe231-dfa3-4319-959f-12a39be0681d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:36.206331 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-499fe231-dfa3-4319-959f-12a39be0681d admin admin] Publish callbacks [] for security_group (aea8acff-c7e8-4924-8f14-91c5e74bd082), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:36.270110 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-499fe231-dfa3-4319-959f-12a39be0681d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (aea8acff-c7e8-4924-8f14-91c5e74bd082), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:36.310112 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-499fe231-dfa3-4319-959f-12a39be0681d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c07ded03eba4a9ba79d4b49a31f1626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793736 Apr 28 15:01:36.310879 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fe231-dfa3-4319-959f-12a39be0681d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea8acff-c7e8-4924-8f14-91c5e74bd082,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:36.312812 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52208) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:36.363704 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5f4ecccf-0d5b-4f0b-87c8-c9ca1eb5f901 admin admin] Publish callbacks [] for security_group (aea8acff-c7e8-4924-8f14-91c5e74bd082), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:36.384301 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5f4ecccf-0d5b-4f0b-87c8-c9ca1eb5f901 admin admin] Publish callbacks [] for security_group (aea8acff-c7e8-4924-8f14-91c5e74bd082), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:36.521480 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5f4ecccf-0d5b-4f0b-87c8-c9ca1eb5f901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (aea8acff-c7e8-4924-8f14-91c5e74bd082), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:36.533551 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5f4ecccf-0d5b-4f0b-87c8-c9ca1eb5f901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:36.533551 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-5f4ecccf-0d5b-4f0b-87c8-c9ca1eb5f901 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aea8acff-c7e8-4924-8f14-91c5e74bd082 HTTP/1.1" status: 204 len: 168 time: 0.2113750 Apr 28 15:01:36.535198 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ecccf-0d5b-4f0b-87c8-c9ca1eb5f901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea8acff-c7e8-4924-8f14-91c5e74bd082,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:36.709151 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52226) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:36.835326 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-52ef23d2-f921-4553-925f-9f38674441d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:36.847841 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52238) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:36.893390 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_v2 [None req-84724632-8780-410d-9a68-2b02dd8e18b8 admin admin] Deleting subnet 8767f8f8-9c85-41ec-a977-5b91ba075f29 {{(pid=110070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:01:36.896512 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-84724632-8780-410d-9a68-2b02dd8e18b8 admin admin] Publish callbacks [] for subnet (8767f8f8-9c85-41ec-a977-5b91ba075f29), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:36.916338 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-52ef23d2-f921-4553-925f-9f38674441d1 admin admin] Publish callbacks [] for security_group (37892d27-170c-4ca4-8d2a-052915cc85a3), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:36.942608 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-84724632-8780-410d-9a68-2b02dd8e18b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59003011'] for subnet (8767f8f8-9c85-41ec-a977-5b91ba075f29), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:36.991687 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-84724632-8780-410d-9a68-2b02dd8e18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (8767f8f8-9c85-41ec-a977-5b91ba075f29), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.020102 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-52ef23d2-f921-4553-925f-9f38674441d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (37892d27-170c-4ca4-8d2a-052915cc85a3), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.079824 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-52ef23d2-f921-4553-925f-9f38674441d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97da416d6dcf41ff8d0e9e30538a6017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826237 Apr 28 15:01:37.081111 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef23d2-f921-4553-925f-9f38674441d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37892d27-170c-4ca4-8d2a-052915cc85a3,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.082627 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52250) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:37.145928 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c5d77c5c-9c06-478a-9ee1-82436fa7d18f admin admin] Publish callbacks [] for security_group (37892d27-170c-4ca4-8d2a-052915cc85a3), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.148888 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-84724632-8780-410d-9a68-2b02dd8e18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61911945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62736194'] for subnet (8767f8f8-9c85-41ec-a977-5b91ba075f29), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.187131 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84724632-8780-410d-9a68-2b02dd8e18b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8767f8f8-9c85-41ec-a977-5b91ba075f29,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.193190 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-84724632-8780-410d-9a68-2b02dd8e18b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.199260 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-84724632-8780-410d-9a68-2b02dd8e18b8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8767f8f8-9c85-41ec-a977-5b91ba075f29 HTTP/1.1" status: 204 len: 168 time: 0.3481255 Apr 28 15:01:37.199260 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c5d77c5c-9c06-478a-9ee1-82436fa7d18f admin admin] Publish callbacks [] for security_group (37892d27-170c-4ca4-8d2a-052915cc85a3), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.199624 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52254) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:37.270308 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (75055191-43dc-4a8c-af55-a3474a4e426a), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.333286 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c5d77c5c-9c06-478a-9ee1-82436fa7d18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (37892d27-170c-4ca4-8d2a-052915cc85a3), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.337906 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c5d77c5c-9c06-478a-9ee1-82436fa7d18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.346774 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-c5d77c5c-9c06-478a-9ee1-82436fa7d18f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37892d27-170c-4ca4-8d2a-052915cc85a3 HTTP/1.1" status: 204 len: 168 time: 0.2543406 Apr 28 15:01:37.347093 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d77c5c-9c06-478a-9ee1-82436fa7d18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37892d27-170c-4ca4-8d2a-052915cc85a3,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.351144 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (75055191-43dc-4a8c-af55-a3474a4e426a), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.378650 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75055191-43dc-4a8c-af55-a3474a4e426a']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:37.390111 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470673d6-b82d-4531-81a8-31ef5fcb44e5') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:37.390489 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470673d6-b82d-4531-81a8-31ef5fcb44e5') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:37.401204 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (470673d6-b82d-4531-81a8-31ef5fcb44e5), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.420488 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (470673d6-b82d-4531-81a8-31ef5fcb44e5), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.428638 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:01:37.429065 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (470673d6-b82d-4531-81a8-31ef5fcb44e5), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:01:37.431990 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:01:37.462486 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52270) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:37.486244 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3af28928-ee24-4188-aa9b-901a381477d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.566669 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (75055191-43dc-4a8c-af55-a3474a4e426a), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.567133 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3af28928-ee24-4188-aa9b-901a381477d2 admin admin] Publish callbacks [] for security_group (9b43b9b1-374b-4ef9-8456-cfd9bc599035), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.572367 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.578096 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/75055191-43dc-4a8c-af55-a3474a4e426a HTTP/1.1" status: 204 len: 168 time: 0.3750522 Apr 28 15:01:37.589623 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803c926-dc57-44e9-a5ff-b9158f17abf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=75055191-43dc-4a8c-af55-a3474a4e426a,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.652858 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3af28928-ee24-4188-aa9b-901a381477d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (9b43b9b1-374b-4ef9-8456-cfd9bc599035), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.691900 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af28928-ee24-4188-aa9b-901a381477d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b43b9b1-374b-4ef9-8456-cfd9bc599035,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.696282 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3af28928-ee24-4188-aa9b-901a381477d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c739f8947464578a1fbb5a29ae43551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325470 Apr 28 15:01:37.699371 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52290) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:37.764276 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bbd5fbad-6819-4a7b-a957-7d3c9a0c0d55 admin admin] Publish callbacks [] for security_group (9b43b9b1-374b-4ef9-8456-cfd9bc599035), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.785652 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bbd5fbad-6819-4a7b-a957-7d3c9a0c0d55 admin admin] Publish callbacks [] for security_group (9b43b9b1-374b-4ef9-8456-cfd9bc599035), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.806170 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:01:37.927289 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bbd5fbad-6819-4a7b-a957-7d3c9a0c0d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (9b43b9b1-374b-4ef9-8456-cfd9bc599035), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.929867 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bbd5fbad-6819-4a7b-a957-7d3c9a0c0d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:37.933399 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-bbd5fbad-6819-4a7b-a957-7d3c9a0c0d55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b43b9b1-374b-4ef9-8456-cfd9bc599035 HTTP/1.1" status: 204 len: 168 time: 0.2309315 Apr 28 15:01:37.939325 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5fbad-6819-4a7b-a957-7d3c9a0c0d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b43b9b1-374b-4ef9-8456-cfd9bc599035,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:38.030240 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52298) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:38.044038 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e9b7f137-5441-4ec2-959e-8852c88ff2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:38.093607 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52302) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:38.129051 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e9b7f137-5441-4ec2-959e-8852c88ff2b7 admin admin] Publish callbacks [] for security_group (61e4d7b4-8715-4eec-82d9-a8cace27f852), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:38.177101 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52306) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:38.177409 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-2ebfdb3f-b7b3-4ccd-a4d8-7f9da6c1851e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfa3ff4349cd49488cbe9275c4621f94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0790412 Apr 28 15:01:38.204724 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e9b7f137-5441-4ec2-959e-8852c88ff2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (61e4d7b4-8715-4eec-82d9-a8cace27f852), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:38.254614 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e9b7f137-5441-4ec2-959e-8852c88ff2b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fd62b88a4d34e6a897c271be8554af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232463 Apr 28 15:01:38.257403 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52310) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:38.261061 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7f137-5441-4ec2-959e-8852c88ff2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e4d7b4-8715-4eec-82d9-a8cace27f852,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:38.274167 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8d4ff30f-135b-4578-9069-1636195122b7 admin admin] Publish callbacks [] for security_group (1e8d8176-3687-433f-b46c-53895753af62), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:38.295192 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8d4ff30f-135b-4578-9069-1636195122b7 admin admin] Publish callbacks [] for security_group (1e8d8176-3687-433f-b46c-53895753af62), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:38.315505 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-505c73ea-c2bc-499a-8f5d-c1cb221cd8ec admin admin] Publish callbacks [] for security_group (61e4d7b4-8715-4eec-82d9-a8cace27f852), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:38.338853 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-505c73ea-c2bc-499a-8f5d-c1cb221cd8ec admin admin] Publish callbacks [] for security_group (61e4d7b4-8715-4eec-82d9-a8cace27f852), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:38.470031 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8d4ff30f-135b-4578-9069-1636195122b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (1e8d8176-3687-433f-b46c-53895753af62), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:38.470609 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-505c73ea-c2bc-499a-8f5d-c1cb221cd8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (61e4d7b4-8715-4eec-82d9-a8cace27f852), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:38.472686 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8d4ff30f-135b-4578-9069-1636195122b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:38.472894 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-505c73ea-c2bc-499a-8f5d-c1cb221cd8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:38.476482 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-8d4ff30f-135b-4578-9069-1636195122b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e8d8176-3687-433f-b46c-53895753af62 HTTP/1.1" status: 204 len: 168 time: 0.2957466 Apr 28 15:01:38.476743 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-505c73ea-c2bc-499a-8f5d-c1cb221cd8ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61e4d7b4-8715-4eec-82d9-a8cace27f852 HTTP/1.1" status: 204 len: 168 time: 0.2151990 Apr 28 15:01:38.482859 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c73ea-c2bc-499a-8f5d-c1cb221cd8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e4d7b4-8715-4eec-82d9-a8cace27f852,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:38.483039 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ff30f-135b-4578-9069-1636195122b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8d8176-3687-433f-b46c-53895753af62,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:38.889942 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52328) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:39.035513 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a4f92560-07c9-450b-9c65-4b222ff11585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:39.128204 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a4f92560-07c9-450b-9c65-4b222ff11585 admin admin] Publish callbacks [] for security_group (4a23877c-f528-46d8-9329-385f0ddf5c43), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:39.212938 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a4f92560-07c9-450b-9c65-4b222ff11585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (4a23877c-f528-46d8-9329-385f0ddf5c43), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:39.256607 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f92560-07c9-450b-9c65-4b222ff11585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a23877c-f528-46d8-9329-385f0ddf5c43,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:39.268624 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52358) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:39.282004 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-a4f92560-07c9-450b-9c65-4b222ff11585 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10e724a545004496889dee942e0076b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858922 Apr 28 15:01:39.320724 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-870fbea7-1790-40ba-99df-9f931bab1369 admin admin] Publish callbacks [] for security_group (4a23877c-f528-46d8-9329-385f0ddf5c43), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:39.347558 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-870fbea7-1790-40ba-99df-9f931bab1369 admin admin] Publish callbacks [] for security_group (4a23877c-f528-46d8-9329-385f0ddf5c43), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:39.511683 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-870fbea7-1790-40ba-99df-9f931bab1369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (4a23877c-f528-46d8-9329-385f0ddf5c43), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:39.515953 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-870fbea7-1790-40ba-99df-9f931bab1369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:39.516358 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-870fbea7-1790-40ba-99df-9f931bab1369 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a23877c-f528-46d8-9329-385f0ddf5c43 HTTP/1.1" status: 204 len: 168 time: 0.2465086 Apr 28 15:01:39.524686 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fbea7-1790-40ba-99df-9f931bab1369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a23877c-f528-46d8-9329-385f0ddf5c43,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:40.117643 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52396) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:40.134079 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e64cf709-d59d-4c2e-9f28-443602799e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.214430 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e64cf709-d59d-4c2e-9f28-443602799e8f admin admin] Publish callbacks [] for security_group (031dba4e-dfdb-49c7-b454-a90dde9675fb), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.275843 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e64cf709-d59d-4c2e-9f28-443602799e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (031dba4e-dfdb-49c7-b454-a90dde9675fb), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.297843 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52400) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:40.308146 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52404) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:40.310141 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e64cf709-d59d-4c2e-9f28-443602799e8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9aa35009cc4c4600be4e225164bb0569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902938 Apr 28 15:01:40.366736 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cf709-d59d-4c2e-9f28-443602799e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031dba4e-dfdb-49c7-b454-a90dde9675fb,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:40.367711 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e0cd66d2-2cdc-41ad-b824-ebd86225eff7 admin admin] Publish callbacks [] for security_group (031dba4e-dfdb-49c7-b454-a90dde9675fb), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.384745 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e0cd66d2-2cdc-41ad-b824-ebd86225eff7 admin admin] Publish callbacks [] for security_group (031dba4e-dfdb-49c7-b454-a90dde9675fb), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.529176 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e0cd66d2-2cdc-41ad-b824-ebd86225eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (031dba4e-dfdb-49c7-b454-a90dde9675fb), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.532577 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e0cd66d2-2cdc-41ad-b824-ebd86225eff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.534182 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-e0cd66d2-2cdc-41ad-b824-ebd86225eff7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/031dba4e-dfdb-49c7-b454-a90dde9675fb HTTP/1.1" status: 204 len: 168 time: 0.2246819 Apr 28 15:01:40.544022 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1605935392-network', 'tenant_id': 'ed529bc73f5d43c59e53bbc3dd1bd3da'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:40.556521 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd66d2-2cdc-41ad-b824-ebd86225eff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031dba4e-dfdb-49c7-b454-a90dde9675fb,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:40.587172 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52414) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:40.641122 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Made reservation on behalf of ed529bc73f5d43c59e53bbc3dd1bd3da for: {'network': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:40.643449 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.652034 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.723400 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Publish callbacks [] for security_group (7560f8fc-af7e-4a63-8300-9edf0c591f48), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.772782 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (7560f8fc-af7e-4a63-8300-9edf0c591f48), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.798211 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=110071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:01:40.813072 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7560f8fc-af7e-4a63-8300-9edf0c591f48,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:40.816090 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (6d539547-ce14-47c1-9330-cc8ab441dd82), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.816435 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.segments_db [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Added segment 6d539547-ce14-47c1-9330-cc8ab441dd82 of type vlan for network 88b655f5-ed99-4c23-9f69-7d78488d7fec Apr 28 15:01:40.857989 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (88b655f5-ed99-4c23-9f69-7d78488d7fec), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.949854 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (88b655f5-ed99-4c23-9f69-7d78488d7fec), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.950935 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:40.951616 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:40.959429 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-650262937-network', 'tenant_id': '2965a414fca64399918af02e41fe47ca'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:41.020933 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] Pushing event updated for resources: {'Network': ['ID=88b655f5-ed99-4c23-9f69-7d78488d7fec,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:41.031621 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network 88b655f5-ed99-4c23-9f69-7d78488d7fec details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:01:41.091398 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-7634bee4-618a-4fed-be85-be3ab25801df admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7922771 Apr 28 15:01:41.093969 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52436) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:41.103200 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-50d3f618-d6b2-43af-b91b-67cd6b9b2987 admin admin] Request body: {'subnet': {'network_id': '88b655f5-ed99-4c23-9f69-7d78488d7fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1605935392-subnet', 'tenant_id': 'ed529bc73f5d43c59e53bbc3dd1bd3da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:41.196033 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Made reservation on behalf of 2965a414fca64399918af02e41fe47ca for: {'network': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:41.198646 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:41.211878 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:41.246293 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d3f618-d6b2-43af-b91b-67cd6b9b2987 admin admin] Made reservation on behalf of ed529bc73f5d43c59e53bbc3dd1bd3da for: {'subnet': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:41.249068 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50d3f618-d6b2-43af-b91b-67cd6b9b2987 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62736303'] for subnet (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:41.376055 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Publish callbacks [] for security_group (cc8e084d-ba20-44bc-9297-da60ef911bcd), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:41.493161 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (cc8e084d-ba20-44bc-9297-da60ef911bcd), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:41.515408 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=110070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:01:41.531131 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8e084d-ba20-44bc-9297-da60ef911bcd,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:41.536086 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (aede9655-acef-4844-abcd-c4f2623673b2), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:41.536431 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.segments_db [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Added segment aede9655-acef-4844-abcd-c4f2623673b2 of type vlan for network f4941596-20f6-4239-8eb0-824cfe4ba71d Apr 28 15:01:41.546542 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50d3f618-d6b2-43af-b91b-67cd6b9b2987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61912008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62736221'] for subnet (ccae6ed3-6a15-4f0d-a362-932f25d94038), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:41.615211 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (f4941596-20f6-4239-8eb0-824cfe4ba71d), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:41.629775 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3f618-d6b2-43af-b91b-67cd6b9b2987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccae6ed3-6a15-4f0d-a362-932f25d94038,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:41.675806 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d3f618-d6b2-43af-b91b-67cd6b9b2987 admin admin] Checking segment: {'id': '6d539547-ce14-47c1-9330-cc8ab441dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '88b655f5-ed99-4c23-9f69-7d78488d7fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:41.678257 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d3f618-d6b2-43af-b91b-67cd6b9b2987 admin admin] Network hostable DHCP agents. Network: 88b655f5-ed99-4c23-9f69-7d78488d7fec, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:41.749259 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (f4941596-20f6-4239-8eb0-824cfe4ba71d), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:41.750254 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:41.750843 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:41.784079 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d3f618-d6b2-43af-b91b-67cd6b9b2987 admin admin] Network 88b655f5-ed99-4c23-9f69-7d78488d7fec is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:41.822152 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] Pushing event updated for resources: {'Network': ['ID=f4941596-20f6-4239-8eb0-824cfe4ba71d,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:41.832950 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network f4941596-20f6-4239-8eb0-824cfe4ba71d details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:01:41.866580 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-cb3fd5c7-e244-49fc-ac9a-7c3d72832e39 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2781765 Apr 28 15:01:41.870080 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52462) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:41.875265 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-84765798-7908-4be0-8dc1-2eb86ed22561 admin admin] Request body: {'subnet': {'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-subnet', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:41.889678 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-50d3f618-d6b2-43af-b91b-67cd6b9b2987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, 88b655f5-ed99-4c23-9f69-7d78488d7fec) {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:41.893804 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d3f618-d6b2-43af-b91b-67cd6b9b2987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:41.895826 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50d3f618-d6b2-43af-b91b-67cd6b9b2987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:41.902006 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20f1f83-f0de-4af6-9c92-93dd3d96af12 None None] Network 88b655f5-ed99-4c23-9f69-7d78488d7fec requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:01:41.961779 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84765798-7908-4be0-8dc1-2eb86ed22561 admin admin] Made reservation on behalf of 2965a414fca64399918af02e41fe47ca for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:41.964239 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-84765798-7908-4be0-8dc1-2eb86ed22561 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750647'] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:41.993150 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-50d3f618-d6b2-43af-b91b-67cd6b9b2987 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8978176 Apr 28 15:01:42.017922 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34267e44-5151-4568-9df0-c4c566180893 None None] Network 88b655f5-ed99-4c23-9f69-7d78488d7fec requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:01:42.281721 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-84765798-7908-4be0-8dc1-2eb86ed22561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59734093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750405'] for subnet (71830540-5d1e-47d6-914a-38b502f26977), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:42.343977 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84765798-7908-4be0-8dc1-2eb86ed22561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71830540-5d1e-47d6-914a-38b502f26977,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:42.354398 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84765798-7908-4be0-8dc1-2eb86ed22561 admin admin] Checking segment: {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:42.354398 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84765798-7908-4be0-8dc1-2eb86ed22561 admin admin] Network hostable DHCP agents. Network: f4941596-20f6-4239-8eb0-824cfe4ba71d, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:42.424325 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84765798-7908-4be0-8dc1-2eb86ed22561 admin admin] Network f4941596-20f6-4239-8eb0-824cfe4ba71d is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:42.505447 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52492) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:42.515568 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-84765798-7908-4be0-8dc1-2eb86ed22561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, f4941596-20f6-4239-8eb0-824cfe4ba71d) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:42.521529 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84765798-7908-4be0-8dc1-2eb86ed22561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:42.525122 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-84765798-7908-4be0-8dc1-2eb86ed22561 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:42.528734 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f37b6-71dc-4d15-8eca-72ef94f0d031 None None] Network f4941596-20f6-4239-8eb0-824cfe4ba71d requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:01:42.627750 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-84765798-7908-4be0-8dc1-2eb86ed22561 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7564240 Apr 28 15:01:42.630573 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52496) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:42.635882 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:42.640696 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe06547cc-7c40-502f-8a3c-f018a8c7a7ca-f4941596-20f6-4239-8eb0-824cfe4ba71d', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'project_id': '2965a414fca64399918af02e41fe47ca', 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977'}]}} from dv-cinder-839768-1-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 15:01:42.641696 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:42.744098 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14111'] for router (a4c54679-e9f5-470e-a929-caa4e0a254ea), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:42.745258 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (a4c54679-e9f5-470e-a929-caa4e0a254ea), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:42.819314 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Publish callbacks [] for router_controller (a4c54679-e9f5-470e-a929-caa4e0a254ea), precommit_add_association {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:42.827161 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-be217644-2703-4573-a189-a5447a760596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:42.834079 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Allocated IP 172.20.0.2 (f4941596-20f6-4239-8eb0-824cfe4ba71d/71830540-5d1e-47d6-914a-38b502f26977/dc9b64fa-0b97-47d1-a9ba-fc73c68977f9) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:42.913616 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-be217644-2703-4573-a189-a5447a760596 admin admin] Publish callbacks [] for security_group (6e0ce3a8-1e65-4eb6-b2eb-8a35993f5a2c), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:42.989151 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Publish callbacks [] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.038132 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52510) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:43.042105 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.043110 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1164540799-network', 'tenant_id': 'ad8a83869555491f9721b447ed74b411'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:43.043594 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-be217644-2703-4573-a189-a5447a760596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (6e0ce3a8-1e65-4eb6-b2eb-8a35993f5a2c), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.082556 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Network f4941596-20f6-4239-8eb0-824cfe4ba71d is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:43.088013 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:43.092114 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:43.099654 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Pushing event updated for resources: {'Port': ['ID=dc9b64fa-0b97-47d1-a9ba-fc73c68977f9,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:43.104610 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Publish callbacks [] for router_gateway (a4c54679-e9f5-470e-a929-caa4e0a254ea), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.110525 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.111054 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.111567 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.112067 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.112407 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.112763 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.113098 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.113424 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.113748 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.114073 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.114486 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.114833 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.115157 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.115639 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.115889 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be217644-2703-4573-a189-a5447a760596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0ce3a8-1e65-4eb6-b2eb-8a35993f5a2c,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:43.116012 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:43.122633 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-be217644-2703-4573-a189-a5447a760596 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1f16ad32a174a3ea6430301b5fbea53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6161401 Apr 28 15:01:43.125257 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52512) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:43.150223 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Made reservation on behalf of ad8a83869555491f9721b447ed74b411 for: {'network': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:43.152808 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.162686 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.171272 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Attempting to bind port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:01:43.171975 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Attempting to bind port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:01:43.172498 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Attempting to bind port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 on network f4941596-20f6-4239-8eb0-824cfe4ba71d {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:43.176351 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bd195f93-6a01-490e-a326-cedc44636c1a admin admin] Publish callbacks [] for security_group (6e0ce3a8-1e65-4eb6-b2eb-8a35993f5a2c), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.178422 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:43.178945 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Checking segment: {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:43.179990 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.180390 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Bound using segment: {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:43.180889 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Bound port: dc9b64fa-0b97-47d1-a9ba-fc73c68977f9, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:01:43.181448 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.215760 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bd195f93-6a01-490e-a326-cedc44636c1a admin admin] Publish callbacks [] for security_group (6e0ce3a8-1e65-4eb6-b2eb-8a35993f5a2c), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.259012 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Publish callbacks [] for security_group (fac06c0e-4e06-4373-8e38-6bf9426c93f9), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.260670 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] For port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:43.265481 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] For port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=dc9b64fa-0b97-47d1-a9ba-fc73c68977f9,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:43.338847 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (fac06c0e-4e06-4373-8e38-6bf9426c93f9), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.369218 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.370666 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac06c0e-4e06-4373-8e38-6bf9426c93f9,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:43.406724 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Publish callbacks [] for router_gateway (a4c54679-e9f5-470e-a929-caa4e0a254ea), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.430159 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.450050 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bd195f93-6a01-490e-a326-cedc44636c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (6e0ce3a8-1e65-4eb6-b2eb-8a35993f5a2c), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.452403 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=110070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:01:43.455253 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bd195f93-6a01-490e-a326-cedc44636c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.459919 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-bd195f93-6a01-490e-a326-cedc44636c1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e0ce3a8-1e65-4eb6-b2eb-8a35993f5a2c HTTP/1.1" status: 204 len: 168 time: 0.3318884 Apr 28 15:01:43.465685 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa08df-b240-4176-9846-d51c7d464d7b None None] Pushing event updated for resources: {'Port': ['ID=dc9b64fa-0b97-47d1-a9ba-fc73c68977f9,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:43.485685 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (3b7d2304-bf16-41d1-8b5d-e0722c3ee205), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.486819 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.segments_db [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Added segment 3b7d2304-bf16-41d1-8b5d-e0722c3ee205 of type vlan for network c33c1c56-f715-40f9-b9a8-b1b94c0a68bb Apr 28 15:01:43.502727 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd195f93-6a01-490e-a326-cedc44636c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0ce3a8-1e65-4eb6-b2eb-8a35993f5a2c,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:43.573465 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (c33c1c56-f715-40f9-b9a8-b1b94c0a68bb), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.574074 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Allocated IP 172.27.2.254 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/65fa7327-95de-4df6-b8a7-9f423f73cd21) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:43.692326 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (c33c1c56-f715-40f9-b9a8-b1b94c0a68bb), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.696174 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:43.697161 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.782562 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Publish callbacks [] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.791978 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] Pushing event updated for resources: {'Network': ['ID=c33c1c56-f715-40f9-b9a8-b1b94c0a68bb,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:43.807574 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network c33c1c56-f715-40f9-b9a8-b1b94c0a68bb details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:01:43.864828 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52524) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:43.864978 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-ea5eabe5-59a9-49b7-b506-49d66a91e580 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8225987 Apr 28 15:01:43.870596 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-ef866eac-4963-4898-acad-5f86604cc2d6 admin admin] Request body: {'subnet': {'network_id': 'c33c1c56-f715-40f9-b9a8-b1b94c0a68bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1164540799-subnet', 'tenant_id': 'ad8a83869555491f9721b447ed74b411', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:43.949523 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:43.984968 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:43.987783 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:43.994830 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:44.017880 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef866eac-4963-4898-acad-5f86604cc2d6 admin admin] Made reservation on behalf of ad8a83869555491f9721b447ed74b411 for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:44.020171 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ef866eac-4963-4898-acad-5f86604cc2d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750647'] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:44.044754 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Pushing event updated for resources: {'Port': ['ID=65fa7327-95de-4df6-b8a7-9f423f73cd21,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:44.420507 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Publish callbacks [] for router_gateway (a4c54679-e9f5-470e-a929-caa4e0a254ea), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:44.453203 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-bfad0459-a197-41d8-bf4e-a8239cc7ab17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:44.463827 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ef866eac-4963-4898-acad-5f86604cc2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59734093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750405'] for subnet (fb76f59d-0124-4046-a734-9506f1da7c56), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:44.514051 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce6bc49-3a6e-4d06-b53b-f017a290a3f8 None None] Network f4941596-20f6-4239-8eb0-824cfe4ba71d requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:01:44.549331 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d4d4e0d7-2aba-4905-a448-dda7a3e45af2 None None] Provisioning complete for port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:44.549331 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e0d7-2aba-4905-a448-dda7a3e45af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:44.568464 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef866eac-4963-4898-acad-5f86604cc2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb76f59d-0124-4046-a734-9506f1da7c56,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:44.593831 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef866eac-4963-4898-acad-5f86604cc2d6 admin admin] Checking segment: {'id': '3b7d2304-bf16-41d1-8b5d-e0722c3ee205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c33c1c56-f715-40f9-b9a8-b1b94c0a68bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:44.594193 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef866eac-4963-4898-acad-5f86604cc2d6 admin admin] Network hostable DHCP agents. Network: c33c1c56-f715-40f9-b9a8-b1b94c0a68bb, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:44.737679 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d4d4e0d7-2aba-4905-a448-dda7a3e45af2 None None] Current status of the port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:44.738367 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e0d7-2aba-4905-a448-dda7a3e45af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:44.757765 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547806'] for router (a4c54679-e9f5-470e-a929-caa4e0a254ea), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:44.758255 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:44.815634 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d4d4e0d7-2aba-4905-a448-dda7a3e45af2 None None] For port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=dc9b64fa-0b97-47d1-a9ba-fc73c68977f9,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:44.816962 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef866eac-4963-4898-acad-5f86604cc2d6 admin admin] Network c33c1c56-f715-40f9-b9a8-b1b94c0a68bb is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:44.833010 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:44.837790 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:44.920445 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-ef866eac-4963-4898-acad-5f86604cc2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, c33c1c56-f715-40f9-b9a8-b1b94c0a68bb) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:44.924037 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e0d7-2aba-4905-a448-dda7a3e45af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:44.928159 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef866eac-4963-4898-acad-5f86604cc2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:44.929352 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ef866eac-4963-4898-acad-5f86604cc2d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:44.948421 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc0adc6-1b25-4478-9789-7779655b01bd None None] Network c33c1c56-f715-40f9-b9a8-b1b94c0a68bb requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:01:45.018556 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:45.019164 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:45.041269 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-ef866eac-4963-4898-acad-5f86604cc2d6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1739330 Apr 28 15:01:45.064451 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Router a4c54679-e9f5-470e-a929-caa4e0a254ea is scheduled to L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 with binding_index 1 {{(pid=110071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:01:45.105679 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4e0d7-2aba-4905-a448-dda7a3e45af2 None None] Pushing event updated for resources: {'Port': ['ID=dc9b64fa-0b97-47d1-a9ba-fc73c68977f9,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:45.110667 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e808fab2-9aff-416c-a11d-cac2acd75273 None None] Provisioning complete for port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:45.110841 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e808fab2-9aff-416c-a11d-cac2acd75273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:45.200023 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.db.api [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:01:45.200332 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG oslo_db.api [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:01:45.204170 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da03260-1b5b-41a0-a4f6-d21bf043a579 None None] Network c33c1c56-f715-40f9-b9a8-b1b94c0a68bb requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:01:45.222339 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:45.239020 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Sync routers for ids ['a4c54679-e9f5-470e-a929-caa4e0a254ea'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:45.261286 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Routers {'a4c54679-e9f5-470e-a929-caa4e0a254ea'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:45.261943 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:01:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['a4c54679-e9f5-470e-a929-caa4e0a254ea'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:45.300564 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:45.301819 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-12982c4c-e1ff-47bc-9a68-bf5ed24f1664 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6698301 Apr 28 15:01:45.304807 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52570) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:45.375213 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e808fab2-9aff-416c-a11d-cac2acd75273 None None] Current status of the port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:45.430685 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Set router a4c54679-e9f5-470e-a929-caa4e0a254ea gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:45.621216 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:44Z', 'revision_number': 3, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:45.649088 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Checking router: a4c54679-e9f5-470e-a929-caa4e0a254ea for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:01:45.649653 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Updating router a4c54679-e9f5-470e-a929-caa4e0a254ea port 65fa7327-95de-4df6-b8a7-9f423f73cd21 binding host dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:01:45.684600 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:45.782445 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:46.022410 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Publish callbacks [] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:46.087773 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:46.099020 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:46.166731 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Attempting to bind port 65fa7327-95de-4df6-b8a7-9f423f73cd21 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:01:46.167116 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Attempting to bind port 65fa7327-95de-4df6-b8a7-9f423f73cd21 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:01:46.167432 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Attempting to bind port 65fa7327-95de-4df6-b8a7-9f423f73cd21 on network 4b557462-7dca-499c-bcf1-0b01900942b2 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:46.172717 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Pushing event updated for resources: {'Port': ['ID=65fa7327-95de-4df6-b8a7-9f423f73cd21,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:46.175763 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:46.176128 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Checking segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:46.176554 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:46.176969 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Bound using segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:46.177431 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Bound port: 65fa7327-95de-4df6-b8a7-9f423f73cd21, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:01:46.177798 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:46.210036 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.210708 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.211238 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.211600 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.211938 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.212269 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.212807 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.213139 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.213633 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.213961 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.214567 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.214936 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.215270 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.215592 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.215913 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:46.259750 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Allocated IP 172.20.0.1 (f4941596-20f6-4239-8eb0-824cfe4ba71d/71830540-5d1e-47d6-914a-38b502f26977/791cf621-10e8-453a-b443-94298524a993) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:46.264110 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] For port 65fa7327-95de-4df6-b8a7-9f423f73cd21, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:46.267046 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] For port 65fa7327-95de-4df6-b8a7-9f423f73cd21, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=65fa7327-95de-4df6-b8a7-9f423f73cd21,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:46.369123 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Publish callbacks [] for port (791cf621-10e8-453a-b443-94298524a993), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:46.385067 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:46.453106 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Routers {'a4c54679-e9f5-470e-a929-caa4e0a254ea'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:46.453735 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:01:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['a4c54679-e9f5-470e-a929-caa4e0a254ea'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:46.499151 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0adc8-84dc-40d5-a5e9-6cd38f546153 None None] Pushing event updated for resources: {'Port': ['ID=65fa7327-95de-4df6-b8a7-9f423f73cd21,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:46.517843 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (791cf621-10e8-453a-b443-94298524a993), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:46.538129 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Network f4941596-20f6-4239-8eb0-824cfe4ba71d is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:46.541097 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:46.562411 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:46.589459 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] Set router a4c54679-e9f5-470e-a929-caa4e0a254ea gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:46.661887 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Pushing event updated for resources: {'Port': ['ID=791cf621-10e8-453a-b443-94298524a993,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:46.694428 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711083'] for router_interface (a4c54679-e9f5-470e-a929-caa4e0a254ea), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:46.726869 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:46.783807 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:46.784180 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:46.835966 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-337fc679-6512-499f-8276-64fda877aef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:46.897123 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:44Z', 'revision_number': 3, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:46.903390 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:46.932703 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8036343c-2f9b-4fa2-8366-e05e9b205a1d None None] The sync data for ids ['a4c54679-e9f5-470e-a929-caa4e0a254ea'] in dv-cinder-839768-1-iscsi is: [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:44Z', 'revision_number': 3, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:47.011884 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-4ff3646a-8606-42cd-b39f-4e0706cec732 None None] Provisioning complete for port 791cf621-10e8-453a-b443-94298524a993 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:47.012255 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4ff3646a-8606-42cd-b39f-4e0706cec732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (791cf621-10e8-453a-b443-94298524a993), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:47.078198 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3646a-8606-42cd-b39f-4e0706cec732 None None] Port 791cf621-10e8-453a-b443-94298524a993 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:01:47.083455 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (791cf621-10e8-453a-b443-94298524a993), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:47.137634 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52620) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:47.366641 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a993d393-e8c0-4928-a8d3-9850b1c15869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:47.396295 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Publish callbacks [] for port (791cf621-10e8-453a-b443-94298524a993), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:47.498729 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (791cf621-10e8-453a-b443-94298524a993), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:47.585919 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Pushing event updated for resources: {'Port': ['ID=791cf621-10e8-453a-b443-94298524a993,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:47.588373 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712219'] for router_interface (a4c54679-e9f5-470e-a929-caa4e0a254ea), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:47.628508 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a993d393-e8c0-4928-a8d3-9850b1c15869 admin admin] Publish callbacks [] for security_group (fd3068e2-3d03-49ca-81b4-157cf25cfe83), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:47.688091 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a993d393-e8c0-4928-a8d3-9850b1c15869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (fd3068e2-3d03-49ca-81b4-157cf25cfe83), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:47.741285 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993d393-e8c0-4928-a8d3-9850b1c15869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3068e2-3d03-49ca-81b4-157cf25cfe83,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:47.749523 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Network f4941596-20f6-4239-8eb0-824cfe4ba71d is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:47.752442 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-a993d393-e8c0-4928-a8d3-9850b1c15869 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b60cc09f7bc44d2947996476d32c43b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6138639 Apr 28 15:01:47.753552 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:47.755288 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52636) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:47.951898 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cec0099f-c251-4019-b2ff-7f8b403860e6 admin admin] Publish callbacks [] for security_group (fd3068e2-3d03-49ca-81b4-157cf25cfe83), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:47.990931 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cec0099f-c251-4019-b2ff-7f8b403860e6 admin admin] Publish callbacks [] for security_group (fd3068e2-3d03-49ca-81b4-157cf25cfe83), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:47.994176 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Router a4c54679-e9f5-470e-a929-caa4e0a254ea has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:01:48.052925 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:48.113577 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2238ba07-e485-46c4-a25f-2b7b11aefad3 None None] Provisioning complete for port 791cf621-10e8-453a-b443-94298524a993 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:48.113577 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2238ba07-e485-46c4-a25f-2b7b11aefad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (791cf621-10e8-453a-b443-94298524a993), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:48.155236 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:48.157907 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2238ba07-e485-46c4-a25f-2b7b11aefad3 None None] Port 791cf621-10e8-453a-b443-94298524a993 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:01:48.165666 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4819e4e9-dea8-4e7b-945f-e3e6f20f9796 admin admin] 10.222.0.31 "PUT /v2.0/routers/a4c54679-e9f5-470e-a929-caa4e0a254ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8590217 Apr 28 15:01:48.212912 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cec0099f-c251-4019-b2ff-7f8b403860e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (fd3068e2-3d03-49ca-81b4-157cf25cfe83), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:48.215812 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cec0099f-c251-4019-b2ff-7f8b403860e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:48.217287 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-cec0099f-c251-4019-b2ff-7f8b403860e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd3068e2-3d03-49ca-81b4-157cf25cfe83 HTTP/1.1" status: 204 len: 168 time: 0.4612415 Apr 28 15:01:48.228446 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0099f-c251-4019-b2ff-7f8b403860e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3068e2-3d03-49ca-81b4-157cf25cfe83,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:48.669063 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 65fa7327-95de-4df6-b8a7-9f423f73cd21 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:48.723675 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 65fa7327-95de-4df6-b8a7-9f423f73cd21 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:48.724049 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:48.777851 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-e6e3cfe5-4c40-4818-b4ca-4eb41eb3b708 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:48.780178 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-e6e3cfe5-4c40-4818-b4ca-4eb41eb3b708 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 818 time: 0.1108696 Apr 28 15:01:48.797418 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-6a49a9fc-ffdb-4a80-bcba-eddb53c65260 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/quotas/2965a414fca64399918af02e41fe47ca HTTP/1.1" status: 200 len: 375 time: 0.0110304 Apr 28 15:01:48.819190 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 65fa7327-95de-4df6-b8a7-9f423f73cd21 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:48.819190 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:48.847605 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port 65fa7327-95de-4df6-b8a7-9f423f73cd21, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=65fa7327-95de-4df6-b8a7-9f423f73cd21,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:48.867449 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-fa66fa58-58de-43fe-8258-bf346366e541 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559011 Apr 28 15:01:48.869014 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Sync routers for ids ['a4c54679-e9f5-470e-a929-caa4e0a254ea'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:48.879655 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Routers {'a4c54679-e9f5-470e-a929-caa4e0a254ea'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:48.880300 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:01:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['a4c54679-e9f5-470e-a929-caa4e0a254ea'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:48.928280 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52674) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:48.946254 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ea59-ff95-42e1-a89b-172bf45e253b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:48.983433 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-8291225c-ed5a-4ba0-aed1-76f2cf0363f6 service neutron] 10.222.0.31 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148112 Apr 28 15:01:49.045542 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ea59-ff95-42e1-a89b-172bf45e253b admin admin] Publish callbacks [] for security_group (4a37a5c0-44fc-41de-94b4-48928c236b60), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:49.052966 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:49.087509 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-0b745b5f-6116-499b-a2e9-6a0cac0665d3 service neutron] 10.222.0.31 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972707 Apr 28 15:01:49.124116 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ea59-ff95-42e1-a89b-172bf45e253b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (4a37a5c0-44fc-41de-94b4-48928c236b60), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:49.151588 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=65fa7327-95de-4df6-b8a7-9f423f73cd21,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:49.161891 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4dc1ea59-ff95-42e1-a89b-172bf45e253b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8b4945b145e431da22608f6af85128f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324171 Apr 28 15:01:49.164681 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52680) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:49.172862 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Set router a4c54679-e9f5-470e-a929-caa4e0a254ea gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:49.223340 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1ea59-ff95-42e1-a89b-172bf45e253b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a37a5c0-44fc-41de-94b4-48928c236b60,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:49.238574 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8d58375f-5e86-45f2-80e0-ed00eaf59443 admin admin] Publish callbacks [] for security_group (4a37a5c0-44fc-41de-94b4-48928c236b60), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:49.266215 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8d58375f-5e86-45f2-80e0-ed00eaf59443 admin admin] Publish callbacks [] for security_group (4a37a5c0-44fc-41de-94b4-48928c236b60), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:49.363826 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2664a992-778a-41ec-8693-3cdedca284c9 req-9bc2d751-5432-439a-8f3d-ed2bbfccab67 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 210 time: 0.0303504 Apr 28 15:01:49.373114 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:49.429721 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '791cf621-10e8-453a-b443-94298524a993', 'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'mac_address': 'fa:16:3e:14:62:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:46Z', 'updated_at': '2022-04-28T15:01:47Z', 'revision_number': 2, 'project_id': '2965a414fca64399918af02e41fe47ca', 'subnets': [{'id': '71830540-5d1e-47d6-914a-38b502f26977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:49.463750 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Checking router: a4c54679-e9f5-470e-a929-caa4e0a254ea for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:01:49.464118 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Updating router a4c54679-e9f5-470e-a929-caa4e0a254ea port 791cf621-10e8-453a-b443-94298524a993 binding host dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:01:49.509587 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (791cf621-10e8-453a-b443-94298524a993), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:49.590511 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8d58375f-5e86-45f2-80e0-ed00eaf59443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (4a37a5c0-44fc-41de-94b4-48928c236b60), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:49.593570 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8d58375f-5e86-45f2-80e0-ed00eaf59443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:49.594371 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-8d58375f-5e86-45f2-80e0-ed00eaf59443 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a37a5c0-44fc-41de-94b4-48928c236b60 HTTP/1.1" status: 204 len: 168 time: 0.4284334 Apr 28 15:01:49.604624 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58375f-5e86-45f2-80e0-ed00eaf59443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a37a5c0-44fc-41de-94b4-48928c236b60,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:49.792800 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-2a7cc6dd-6ee3-4cca-8076-7317600a9678 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:49.801250 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-2a7cc6dd-6ee3-4cca-8076-7317600a9678 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 818 time: 0.1988320 Apr 28 15:01:49.817152 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-006859a6-e6dc-4cfc-a898-ae190b6a34ee tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/quotas/2965a414fca64399918af02e41fe47ca HTTP/1.1" status: 200 len: 375 time: 0.0138717 Apr 28 15:01:49.887362 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-183367bc-4b9f-4e96-8d64-acd962ee42e9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627918 Apr 28 15:01:49.895439 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Publish callbacks [] for port (791cf621-10e8-453a-b443-94298524a993), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:49.967923 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (791cf621-10e8-453a-b443-94298524a993), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:50.003837 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-c4b2ae0c-0010-4d32-8241-2ba827b1e54c service neutron] 10.222.0.31 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002584 Apr 28 15:01:50.052328 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b168b5-aa96-4142-865b-e9ac79134a99 None None] Pushing event updated for resources: {'Port': ['ID=791cf621-10e8-453a-b443-94298524a993,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:50.160570 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Attempting to bind port 791cf621-10e8-453a-b443-94298524a993 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:01:50.161596 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Attempting to bind port 791cf621-10e8-453a-b443-94298524a993 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:01:50.162169 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Attempting to bind port 791cf621-10e8-453a-b443-94298524a993 on network f4941596-20f6-4239-8eb0-824cfe4ba71d {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:50.175702 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:50.184296 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Checking segment: {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:50.187104 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:50.189885 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Bound using segment: {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:50.190608 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Bound port: 791cf621-10e8-453a-b443-94298524a993, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:01:50.191212 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (791cf621-10e8-453a-b443-94298524a993), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:50.238156 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-f5f60560-684b-42e5-ab78-de0e397d0fe1 service neutron] 10.222.0.31 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132773 Apr 28 15:01:50.350961 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] For port 791cf621-10e8-453a-b443-94298524a993, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:50.354592 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] For port 791cf621-10e8-453a-b443-94298524a993, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=791cf621-10e8-453a-b443-94298524a993,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:50.406179 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-1ca926bb-7505-474b-9a80-507c29a241ac None None] Provisioning complete for port 791cf621-10e8-453a-b443-94298524a993 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:50.406179 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1ca926bb-7505-474b-9a80-507c29a241ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (791cf621-10e8-453a-b443-94298524a993), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:50.443983 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-1ca926bb-7505-474b-9a80-507c29a241ac None None] Port 791cf621-10e8-453a-b443-94298524a993 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:01:50.482320 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (791cf621-10e8-453a-b443-94298524a993), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:50.553488 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Routers {'a4c54679-e9f5-470e-a929-caa4e0a254ea'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:50.555095 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:01:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['a4c54679-e9f5-470e-a929-caa4e0a254ea'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:50.594610 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6500b848-8090-41ee-a37b-5f877bb90ec8 req-eb65044d-0fdf-47a4-9760-2ee230f4b3e1 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0575302 Apr 28 15:01:50.664065 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b168b5-aa96-4142-865b-e9ac79134a99 None None] Pushing event updated for resources: {'Port': ['ID=791cf621-10e8-453a-b443-94298524a993,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:50.775017 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 65fa7327-95de-4df6-b8a7-9f423f73cd21 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:50.851825 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] Set router a4c54679-e9f5-470e-a929-caa4e0a254ea gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:50.912915 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 65fa7327-95de-4df6-b8a7-9f423f73cd21 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:50.913290 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:50.923445 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-99381001-d543-4216-b0c6-a19eca1088d3 None None] Provisioning complete for port 791cf621-10e8-453a-b443-94298524a993 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:50.923965 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-99381001-d543-4216-b0c6-a19eca1088d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (791cf621-10e8-453a-b443-94298524a993), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:51.026320 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:51.242458 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 65fa7327-95de-4df6-b8a7-9f423f73cd21 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:51.259336 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-99381001-d543-4216-b0c6-a19eca1088d3 None None] Current status of the port 791cf621-10e8-453a-b443-94298524a993 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:51.259727 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-99381001-d543-4216-b0c6-a19eca1088d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (791cf621-10e8-453a-b443-94298524a993), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:51.285312 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '791cf621-10e8-453a-b443-94298524a993', 'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'mac_address': 'fa:16:3e:14:62:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:46Z', 'updated_at': '2022-04-28T15:01:50Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'subnets': [{'id': '71830540-5d1e-47d6-914a-38b502f26977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:51.338410 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8e6ce-9570-4af8-9912-c04f54355dcf None None] The sync data for ids ['a4c54679-e9f5-470e-a929-caa4e0a254ea'] in dv-cinder-839768-1-iscsi is: [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '791cf621-10e8-453a-b443-94298524a993', 'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'mac_address': 'fa:16:3e:14:62:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:46Z', 'updated_at': '2022-04-28T15:01:50Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'subnets': [{'id': '71830540-5d1e-47d6-914a-38b502f26977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:51.345309 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-99381001-d543-4216-b0c6-a19eca1088d3 None None] For port 791cf621-10e8-453a-b443-94298524a993, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=791cf621-10e8-453a-b443-94298524a993,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:51.477545 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-99381001-d543-4216-b0c6-a19eca1088d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (791cf621-10e8-453a-b443-94298524a993), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:51.549948 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99381001-d543-4216-b0c6-a19eca1088d3 None None] Pushing event updated for resources: {'Port': ['ID=791cf621-10e8-453a-b443-94298524a993,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:51.706766 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-df403dd6-2408-43f0-99d1-fd3eaf2dfa18 req-85db44b9-d7df-4ee3-8c2c-f8effd11f044 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0324090 Apr 28 15:01:52.083925 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52806) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:52.176830 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-8ab5dda1-5c37-4bc2-9a79-72db38981fdc tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:52.187115 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-8ab5dda1-5c37-4bc2-9a79-72db38981fdc tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 818 time: 0.1920867 Apr 28 15:01:52.202580 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Request body: {'port': {'device_id': 'e8d9703f-0db0-4955-8f35-87932d3daae3', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'admin_state_up': True, 'tenant_id': '2965a414fca64399918af02e41fe47ca'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:52.301943 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3106-6cc3-4c86-9636-54bb5f29bb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:52.422417 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3106-6cc3-4c86-9636-54bb5f29bb51 admin admin] Publish callbacks [] for security_group (7c1025d5-3878-430a-af28-d4124e6808bb), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:52.504453 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Made reservation on behalf of 2965a414fca64399918af02e41fe47ca for: {'port': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:52.504647 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3106-6cc3-4c86-9636-54bb5f29bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (7c1025d5-3878-430a-af28-d4124e6808bb), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:52.508018 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:52.544104 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e3dd3106-6cc3-4c86-9636-54bb5f29bb51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=249c2b5b678144869bf500d1acb782a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587426 Apr 28 15:01:52.546161 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd3106-6cc3-4c86-9636-54bb5f29bb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1025d5-3878-430a-af28-d4124e6808bb,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:52.548499 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52816) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:52.614011 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-95a92cc3-b110-4450-a8a5-eb46cb732c01 admin admin] Publish callbacks [] for security_group (7c1025d5-3878-430a-af28-d4124e6808bb), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:52.651095 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-95a92cc3-b110-4450-a8a5-eb46cb732c01 admin admin] Publish callbacks [] for security_group (7c1025d5-3878-430a-af28-d4124e6808bb), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:52.733861 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 791cf621-10e8-453a-b443-94298524a993 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:52.737434 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Allocated IP 172.20.0.13 (f4941596-20f6-4239-8eb0-824cfe4ba71d/71830540-5d1e-47d6-914a-38b502f26977/52790e3b-bbab-47d6-9578-74c45e4a5bba) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:52.786232 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 791cf621-10e8-453a-b443-94298524a993 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:52.786609 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (791cf621-10e8-453a-b443-94298524a993), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:52.824990 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-95a92cc3-b110-4450-a8a5-eb46cb732c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (7c1025d5-3878-430a-af28-d4124e6808bb), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:52.829398 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-95a92cc3-b110-4450-a8a5-eb46cb732c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:52.832122 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-95a92cc3-b110-4450-a8a5-eb46cb732c01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c1025d5-3878-430a-af28-d4124e6808bb HTTP/1.1" status: 204 len: 168 time: 0.2813141 Apr 28 15:01:52.836764 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-79ccea5f-dad9-40bd-af6e-0a7812f313b0 req-73c616c2-2ae8-4186-be89-d3529d76b46d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0413115 Apr 28 15:01:52.857579 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a92cc3-b110-4450-a8a5-eb46cb732c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1025d5-3878-430a-af28-d4124e6808bb,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:52.906616 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 791cf621-10e8-453a-b443-94298524a993 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:52.958362 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:53.044961 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-7f37db02-3784-46ba-a8f2-1f01da1420a2 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:53.046402 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-7f37db02-3784-46ba-a8f2-1f01da1420a2 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 818 time: 0.1054451 Apr 28 15:01:53.058605 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Request body: {'port': {'device_id': '84cd0d2d-67f8-4285-9127-f12dab7db4c0', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'admin_state_up': True, 'tenant_id': '2965a414fca64399918af02e41fe47ca'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:53.093587 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:53.148946 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Network f4941596-20f6-4239-8eb0-824cfe4ba71d is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:53.150902 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:53.155361 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:53.159440 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event updated for resources: {'Port': ['ID=52790e3b-bbab-47d6-9578-74c45e4a5bba,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:53.258297 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:53.258956 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:53.276393 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Made reservation on behalf of 2965a414fca64399918af02e41fe47ca for: {'port': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:53.280372 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:53.357317 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-a94f1687-2019-4239-bc82-1b4a43eac9fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1574159 Apr 28 15:01:53.370475 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Request body: {'port': {'device_id': 'e8d9703f-0db0-4955-8f35-87932d3daae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:53.464931 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:53.509213 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Allocated IP 172.20.0.11 (f4941596-20f6-4239-8eb0-824cfe4ba71d/71830540-5d1e-47d6-914a-38b502f26977/eafd28df-d35f-4f17-89d3-ac432958b069) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:53.514212 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-b67d0f06-3f81-4db4-8eb6-9555e2033189 None None] Provisioning complete for port 52790e3b-bbab-47d6-9578-74c45e4a5bba triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:53.514694 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b67d0f06-3f81-4db4-8eb6-9555e2033189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:53.692329 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-b67d0f06-3f81-4db4-8eb6-9555e2033189 None None] Port 52790e3b-bbab-47d6-9578-74c45e4a5bba cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:01:53.745088 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for port (eafd28df-d35f-4f17-89d3-ac432958b069), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:53.805912 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52862) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:53.833182 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:53.899223 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event updated for resources: {'Port': ['ID=eafd28df-d35f-4f17-89d3-ac432958b069,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:53.924867 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Network f4941596-20f6-4239-8eb0-824cfe4ba71d is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:53.928088 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:53.932490 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:54.065445 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:54.065445 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.110625 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3916018f-e1f7-46ab-8764-e41ca5372e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.132949 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52790e3b-bbab-47d6-9578-74c45e4a5bba {{(pid=110071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:01:54.143182 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Publish callbacks [] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.160334 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.provisioning_blocks [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Transition to ACTIVE for port object 52790e3b-bbab-47d6-9578-74c45e4a5bba will not be triggered until provisioned by entity L2. {{(pid=110071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:01:54.166204 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a60b0-518d-4084-a924-89a032809f8f req-55159172-cbc5-4c0a-b2ea-82b26b710295 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:54.167676 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e9a60b0-518d-4084-a924-89a032809f8f req-55159172-cbc5-4c0a-b2ea-82b26b710295 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 932 time: 0.1172683 Apr 28 15:01:54.214659 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-00db3919-f349-41e2-b7e0-786671fdf653 None None] Provisioning complete for port eafd28df-d35f-4f17-89d3-ac432958b069 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:01:54.215495 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-00db3919-f349-41e2-b7e0-786671fdf653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.224834 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-b832dc47-16f4-4f6f-8505-6002e3ecb4f3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1696012 Apr 28 15:01:54.240057 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Request body: {'port': {'device_id': '84cd0d2d-67f8-4285-9127-f12dab7db4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:01:54.254798 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-00db3919-f349-41e2-b7e0-786671fdf653 None None] Port eafd28df-d35f-4f17-89d3-ac432958b069 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:01:54.269332 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e9a60b0-518d-4084-a924-89a032809f8f req-e7cc59db-8f54-4159-bbfc-77d67fe93811 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929303 Apr 28 15:01:54.298847 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.338197 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3916018f-e1f7-46ab-8764-e41ca5372e2b admin admin] Publish callbacks [] for security_group (db6e90b5-9dff-4308-9abf-1dbaf405584f), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.343225 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.392222 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Pushing event updated for resources: {'Port': ['ID=52790e3b-bbab-47d6-9578-74c45e4a5bba,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:54.474554 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Attempting to bind port 52790e3b-bbab-47d6-9578-74c45e4a5bba on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:01:54.475107 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Attempting to bind port 52790e3b-bbab-47d6-9578-74c45e4a5bba by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:01:54.475716 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Attempting to bind port 52790e3b-bbab-47d6-9578-74c45e4a5bba on network f4941596-20f6-4239-8eb0-824cfe4ba71d {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:54.486598 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Port 52790e3b-bbab-47d6-9578-74c45e4a5bba on network f4941596-20f6-4239-8eb0-824cfe4ba71d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:54.486598 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Attempting to bind port 52790e3b-bbab-47d6-9578-74c45e4a5bba on network f4941596-20f6-4239-8eb0-824cfe4ba71d {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:54.486876 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3916018f-e1f7-46ab-8764-e41ca5372e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (db6e90b5-9dff-4308-9abf-1dbaf405584f), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.489112 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:54.489525 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Checking segment: {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:54.489988 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Bound using segment: {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:54.490492 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Bound port: 52790e3b-bbab-47d6-9578-74c45e4a5bba, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'}}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:01:54.490887 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.530887 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3916018f-e1f7-46ab-8764-e41ca5372e2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b66ae92eff24e1b8098c539782ba855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7238677 Apr 28 15:01:54.537238 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 52886) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:54.574283 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916018f-e1f7-46ab-8764-e41ca5372e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6e90b5-9dff-4308-9abf-1dbaf405584f,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:54.586533 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] For port 52790e3b-bbab-47d6-9578-74c45e4a5bba, host hv-cinder-83976, cleared binding levels {{(pid=110071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:54.594702 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] For port 52790e3b-bbab-47d6-9578-74c45e4a5bba, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52790e3b-bbab-47d6-9578-74c45e4a5bba,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:54.676617 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.692076 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-66c24211-5b98-4d71-9c36-501f50791de2 admin admin] Publish callbacks [] for security_group (db6e90b5-9dff-4308-9abf-1dbaf405584f), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.726376 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:54.727044 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.728495 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] 10.222.0.42 "PUT /v2.0/ports/52790e3b-bbab-47d6-9578-74c45e4a5bba HTTP/1.1" status: 200 len: 1094 time: 1.3636167 Apr 28 15:01:54.729041 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d9703f-0db0-4955-8f35-87932d3daae3', 'tag': '52790e3b-bbab-47d6-9578-74c45e4a5bba'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:54.731422 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5b7896-fd8d-452c-b811-b2f3c3594ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d9703f-0db0-4955-8f35-87932d3daae3", "tag": "52790e3b-bbab-47d6-9578-74c45e4a5bba"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:54.735834 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-66c24211-5b98-4d71-9c36-501f50791de2 admin admin] Publish callbacks [] for security_group (db6e90b5-9dff-4308-9abf-1dbaf405584f), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.760399 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cbe2b-447e-4b02-83d5-5d2f1a506252 service neutron] Pushing event updated for resources: {'Port': ['ID=52790e3b-bbab-47d6-9578-74c45e4a5bba,revision_number=3']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:54.784517 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a253f359-b915-4586-863b-4abee0097fc8 x-openstack-request-id: req-a253f359-b915-4586-863b-4abee0097fc8 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:54.784517 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d9703f-0db0-4955-8f35-87932d3daae3", "tag": "52790e3b-bbab-47d6-9578-74c45e4a5bba", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:54.784517 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a253f359-b915-4586-863b-4abee0097fc8 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:54.784517 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a253f359-b915-4586-863b-4abee0097fc8'] response: {'name': 'network-changed', 'server_uuid': 'e8d9703f-0db0-4955-8f35-87932d3daae3', 'tag': '52790e3b-bbab-47d6-9578-74c45e4a5bba', 'status': 'completed', 'code': 200} Apr 28 15:01:54.827429 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafd28df-d35f-4f17-89d3-ac432958b069 {{(pid=110070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:01:54.837671 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Publish callbacks [] for port (eafd28df-d35f-4f17-89d3-ac432958b069), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.860091 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b7896-fd8d-452c-b811-b2f3c3594ec3 req-66d2e252-948b-4e31-8938-e3f9088f5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:54.861726 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0c5b7896-fd8d-452c-b811-b2f3c3594ec3 req-66d2e252-948b-4e31-8938-e3f9088f5389 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 1128 time: 0.0557413 Apr 28 15:01:54.915834 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.provisioning_blocks [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Transition to ACTIVE for port object eafd28df-d35f-4f17-89d3-ac432958b069 will not be triggered until provisioned by entity L2. {{(pid=110070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:01:54.916908 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-66c24211-5b98-4d71-9c36-501f50791de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (db6e90b5-9dff-4308-9abf-1dbaf405584f), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.919513 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-66c24211-5b98-4d71-9c36-501f50791de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:54.920798 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-66c24211-5b98-4d71-9c36-501f50791de2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db6e90b5-9dff-4308-9abf-1dbaf405584f HTTP/1.1" status: 204 len: 168 time: 0.3825860 Apr 28 15:01:54.929128 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c24211-5b98-4d71-9c36-501f50791de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6e90b5-9dff-4308-9abf-1dbaf405584f,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:54.966994 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:55.083939 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Pushing event updated for resources: {'Port': ['ID=eafd28df-d35f-4f17-89d3-ac432958b069,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:55.112560 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b7896-fd8d-452c-b811-b2f3c3594ec3 req-b61b5a95-1d33-475d-a3a8-de1020e0d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:55.115181 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0c5b7896-fd8d-452c-b811-b2f3c3594ec3 req-b61b5a95-1d33-475d-a3a8-de1020e0d435 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2965a414fca64399918af02e41fe47ca&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2418268 Apr 28 15:01:55.149663 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Attempting to bind port eafd28df-d35f-4f17-89d3-ac432958b069 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:01:55.150000 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Attempting to bind port eafd28df-d35f-4f17-89d3-ac432958b069 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:01:55.150334 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Attempting to bind port eafd28df-d35f-4f17-89d3-ac432958b069 on network f4941596-20f6-4239-8eb0-824cfe4ba71d {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:55.155090 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Port eafd28df-d35f-4f17-89d3-ac432958b069 on network f4941596-20f6-4239-8eb0-824cfe4ba71d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:55.155411 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Attempting to bind port eafd28df-d35f-4f17-89d3-ac432958b069 on network f4941596-20f6-4239-8eb0-824cfe4ba71d {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:55.161389 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:55.161735 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Checking segment: {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:01:55.162135 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Bound using segment: {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:55.162545 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Bound port: eafd28df-d35f-4f17-89d3-ac432958b069, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'}}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:01:55.162901 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:55.254119 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] For port eafd28df-d35f-4f17-89d3-ac432958b069, host hv-cinder-83976, cleared binding levels {{(pid=110070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:55.259425 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] For port eafd28df-d35f-4f17-89d3-ac432958b069, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=eafd28df-d35f-4f17-89d3-ac432958b069,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:55.344750 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b7896-fd8d-452c-b811-b2f3c3594ec3 req-377709ca-587d-4350-b40e-75c93243fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:55.346279 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0c5b7896-fd8d-452c-b811-b2f3c3594ec3 req-377709ca-587d-4350-b40e-75c93243fa26 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2243626 Apr 28 15:01:55.354662 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:55.435036 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-2d322782-7cdb-4726-b003-bd0780d949e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:55.436553 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-2d322782-7cdb-4726-b003-bd0780d949e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 1128 time: 0.0427980 Apr 28 15:01:55.450045 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Pushing event updated for resources: {'Port': ['ID=eafd28df-d35f-4f17-89d3-ac432958b069,revision_number=3']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:55.453040 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:55.460256 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:55.460256 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-620baa81-2082-43d5-8e5b-b8736946f1bc service neutron] 10.222.0.42 "PUT /v2.0/ports/eafd28df-d35f-4f17-89d3-ac432958b069 HTTP/1.1" status: 200 len: 1094 time: 1.2214837 Apr 28 15:01:55.472084 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cd0d2d-67f8-4285-9127-f12dab7db4c0', 'tag': 'eafd28df-d35f-4f17-89d3-ac432958b069'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:55.474103 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d85c71-43bc-46b8-a483-c005ac565a69" -d '{"events": [{"name": "network-changed", "server_uuid": "84cd0d2d-67f8-4285-9127-f12dab7db4c0", "tag": "eafd28df-d35f-4f17-89d3-ac432958b069"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:55.541678 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-2b80c2c2-37f4-4d5e-8264-699bbabd359a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52790e3b-bbab-47d6-9578-74c45e4a5bba HTTP/1.1" status: 200 len: 217 time: 0.0960193 Apr 28 15:01:55.548406 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c06b82-6f0a-4fe9-84af-392616a4838c req-73bc0787-1fba-4f3c-a43e-3b3c8ca54f2c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:55.555061 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e9c06b82-6f0a-4fe9-84af-392616a4838c req-73bc0787-1fba-4f3c-a43e-3b3c8ca54f2c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 944 time: 0.1196558 Apr 28 15:01:55.555061 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7f43ba-174f-469e-81a6-cc74fdd408ee x-openstack-request-id: req-db7f43ba-174f-469e-81a6-cc74fdd408ee {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:55.555061 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cd0d2d-67f8-4285-9127-f12dab7db4c0", "tag": "eafd28df-d35f-4f17-89d3-ac432958b069", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:55.555061 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db7f43ba-174f-469e-81a6-cc74fdd408ee {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:55.555061 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7f43ba-174f-469e-81a6-cc74fdd408ee'] response: {'name': 'network-changed', 'server_uuid': '84cd0d2d-67f8-4285-9127-f12dab7db4c0', 'tag': 'eafd28df-d35f-4f17-89d3-ac432958b069', 'status': 'completed', 'code': 200} Apr 28 15:01:55.637380 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-fdd5915e-f658-4082-a3a4-3fdf0dd56716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:55.645082 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-fdd5915e-f658-4082-a3a4-3fdf0dd56716 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 200 len: 857 time: 0.0789952 Apr 28 15:01:55.668425 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e9c06b82-6f0a-4fe9-84af-392616a4838c req-533dfca7-6056-44f8-a5ae-7ee7157c2d86 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095705 Apr 28 15:01:55.669626 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85c71-43bc-46b8-a483-c005ac565a69 req-ba7edc43-31f4-406c-b9c9-7c45b1163882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:55.671002 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c3d85c71-43bc-46b8-a483-c005ac565a69 req-ba7edc43-31f4-406c-b9c9-7c45b1163882 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 1128 time: 0.0778732 Apr 28 15:01:55.709502 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-6d082074-0aaa-49e1-80e8-eeb994dbd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:55.711363 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-6d082074-0aaa-49e1-80e8-eeb994dbd7fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4941596-20f6-4239-8eb0-824cfe4ba71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576520 Apr 28 15:01:55.845038 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-1bb2e765-2932-4ee8-b9ae-9a051dd979e0 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262960 Apr 28 15:01:55.871219 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52924) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:55.875912 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85c71-43bc-46b8-a483-c005ac565a69 req-8b009c0a-79bd-4be6-b307-14035ce577d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:55.877959 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c3d85c71-43bc-46b8-a483-c005ac565a69 req-8b009c0a-79bd-4be6-b307-14035ce577d2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2965a414fca64399918af02e41fe47ca&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1955698 Apr 28 15:01:55.893901 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f4d9-c87d-40c4-9a8b-5f52e7dd4dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:55.986987 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eaeba67a-9667-4500-ba72-62b89007edb3 req-00725375-c798-43b7-b2b8-d918f590d201 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343381 Apr 28 15:01:56.035247 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f4d9-c87d-40c4-9a8b-5f52e7dd4dba admin admin] Publish callbacks [] for security_group (de800d75-17d9-4763-9f8c-e441a1880da5), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:56.098973 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f4d9-c87d-40c4-9a8b-5f52e7dd4dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (de800d75-17d9-4763-9f8c-e441a1880da5), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:56.140281 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5f4d9-c87d-40c4-9a8b-5f52e7dd4dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de800d75-17d9-4763-9f8c-e441a1880da5,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:56.150933 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-7ec5f4d9-c87d-40c4-9a8b-5f52e7dd4dba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fbb79d8b852466cb15dd1762d78d8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773795 Apr 28 15:01:56.158947 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52932) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:56.209682 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-24eb1dd4-e677-4ff8-bf92-a77435e74601 admin admin] Publish callbacks [] for security_group (de800d75-17d9-4763-9f8c-e441a1880da5), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:56.231911 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-24eb1dd4-e677-4ff8-bf92-a77435e74601 admin admin] Publish callbacks [] for security_group (de800d75-17d9-4763-9f8c-e441a1880da5), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:56.262437 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85c71-43bc-46b8-a483-c005ac565a69 req-b05f0460-4df5-446e-be96-a188873e251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:56.263506 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c3d85c71-43bc-46b8-a483-c005ac565a69 req-b05f0460-4df5-446e-be96-a188873e251b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3783579 Apr 28 15:01:56.355736 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-24eb1dd4-e677-4ff8-bf92-a77435e74601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (de800d75-17d9-4763-9f8c-e441a1880da5), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:56.358368 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-24eb1dd4-e677-4ff8-bf92-a77435e74601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:56.361901 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-24eb1dd4-e677-4ff8-bf92-a77435e74601 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de800d75-17d9-4763-9f8c-e441a1880da5 HTTP/1.1" status: 204 len: 168 time: 0.1996317 Apr 28 15:01:56.368550 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb1dd4-e677-4ff8-bf92-a77435e74601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de800d75-17d9-4763-9f8c-e441a1880da5,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:56.521625 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9b565870-dbcf-4792-96c0-bb59f92aa03e tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f866b921e11148ceac7e248b6ccfb62a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282283 Apr 28 15:01:56.815427 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4ad12-3bbb-41c3-b76b-9f894ed73ddf req-7c0a7f0f-13b1-45c7-9829-c826b5257408 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:56.817154 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6be4ad12-3bbb-41c3-b76b-9f894ed73ddf req-7c0a7f0f-13b1-45c7-9829-c826b5257408 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 944 time: 0.0556333 Apr 28 15:01:56.866468 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6be4ad12-3bbb-41c3-b76b-9f894ed73ddf req-befdd3c8-b94d-4345-a7d4-b3f0187e4fa3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428519 Apr 28 15:01:56.950528 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-4f50a29f-f09d-4b5a-b76c-c51a93fe42d7 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:56.952060 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-4f50a29f-f09d-4b5a-b76c-c51a93fe42d7 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4248953 Apr 28 15:01:56.971671 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-70c0afec-93d9-4b77-98fd-66eca091d1d0 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/quotas/f866b921e11148ceac7e248b6ccfb62a HTTP/1.1" status: 200 len: 375 time: 0.0092480 Apr 28 15:01:57.006414 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-88868952-4aac-4c89-ba9c-9aab77f7e17c tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f866b921e11148ceac7e248b6ccfb62a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280228 Apr 28 15:01:57.014992 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-03d40d03-bfb1-482f-a555-2d690d92b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:57.016707 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-03d40d03-bfb1-482f-a555-2d690d92b1dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 1128 time: 0.0444248 Apr 28 15:01:57.067680 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-836c7d4c-b695-403f-a7f9-6b6482f470eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eafd28df-d35f-4f17-89d3-ac432958b069 HTTP/1.1" status: 200 len: 217 time: 0.0380185 Apr 28 15:01:57.088127 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52960) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:57.101626 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a9a27630-6c01-4836-8f36-18d62d1ec128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:57.122972 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-73ec478d-c094-401d-8c9a-70c855960767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:57.124412 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-73ec478d-c094-401d-8c9a-70c855960767 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 200 len: 857 time: 0.0482638 Apr 28 15:01:57.171499 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-18e17cc5-83ea-45ca-bed0-2b271b8444d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:57.173003 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-18e17cc5-83ea-45ca-bed0-2b271b8444d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4941596-20f6-4239-8eb0-824cfe4ba71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383861 Apr 28 15:01:57.175501 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a9a27630-6c01-4836-8f36-18d62d1ec128 admin admin] Publish callbacks [] for security_group (e213b8bf-76b4-443d-967e-30068297549c), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:57.258456 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a9a27630-6c01-4836-8f36-18d62d1ec128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (e213b8bf-76b4-443d-967e-30068297549c), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:57.274019 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e46adffa-aacd-4e4c-b1c4-8e8c9dcdbcfb req-1ed4ceba-c682-4791-87ea-4bb6a81984c2 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 210 time: 0.0338345 Apr 28 15:01:57.307427 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a27630-6c01-4836-8f36-18d62d1ec128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e213b8bf-76b4-443d-967e-30068297549c,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:57.317886 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-a9a27630-6c01-4836-8f36-18d62d1ec128 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2dda9690cc75414d96e6529cd61c33f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284255 Apr 28 15:01:57.325122 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-c60ea382-8d57-4183-97be-0819643a9e7e service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415091 Apr 28 15:01:57.327187 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52970) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:57.426449 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-18bf8394-5f89-4d8e-8dd4-d676025e568a admin admin] Publish callbacks [] for security_group (e213b8bf-76b4-443d-967e-30068297549c), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:57.463807 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6153eeb0-aabe-4c29-a989-d8fca48a1af8 req-2700e34c-e866-44a8-a670-e0c3dd89be72 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305344 Apr 28 15:01:57.482351 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-18bf8394-5f89-4d8e-8dd4-d676025e568a admin admin] Publish callbacks [] for security_group (e213b8bf-76b4-443d-967e-30068297549c), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:57.590257 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-18bf8394-5f89-4d8e-8dd4-d676025e568a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (e213b8bf-76b4-443d-967e-30068297549c), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:57.593076 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-18bf8394-5f89-4d8e-8dd4-d676025e568a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:57.596513 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-18bf8394-5f89-4d8e-8dd4-d676025e568a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e213b8bf-76b4-443d-967e-30068297549c HTTP/1.1" status: 204 len: 168 time: 0.2660098 Apr 28 15:01:57.602984 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf8394-5f89-4d8e-8dd4-d676025e568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e213b8bf-76b4-443d-967e-30068297549c,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:57.852121 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 52990) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:57.993917 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ff98ebc8-0a0a-47af-9528-493ae8695cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:58.011251 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582430e5-2218-441b-9af0-2bcf9316304a req-4daca0fe-92d4-45ec-a8bc-bf5230255bec tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:58.012909 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-582430e5-2218-441b-9af0-2bcf9316304a req-4daca0fe-92d4-45ec-a8bc-bf5230255bec tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 944 time: 0.0739665 Apr 28 15:01:58.085387 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-582430e5-2218-441b-9af0-2bcf9316304a req-2100d35a-f4c0-43f9-b481-a50082312040 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668387 Apr 28 15:01:58.124889 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ff98ebc8-0a0a-47af-9528-493ae8695cd6 admin admin] Publish callbacks [] for security_group (7231cd53-9d79-4465-ac4a-3592fba281ad), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:58.196011 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ff98ebc8-0a0a-47af-9528-493ae8695cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (7231cd53-9d79-4465-ac4a-3592fba281ad), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:58.235549 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98ebc8-0a0a-47af-9528-493ae8695cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7231cd53-9d79-4465-ac4a-3592fba281ad,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:58.239873 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-ff98ebc8-0a0a-47af-9528-493ae8695cd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1633378006b04ab7b6eda98c658b9487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866992 Apr 28 15:01:58.243360 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 53010) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:58.295249 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-80d3793a-b9f5-402f-a433-c365176e2dc9 admin admin] Publish callbacks [] for security_group (7231cd53-9d79-4465-ac4a-3592fba281ad), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:58.318544 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-80d3793a-b9f5-402f-a433-c365176e2dc9 admin admin] Publish callbacks [] for security_group (7231cd53-9d79-4465-ac4a-3592fba281ad), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:58.393894 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bcf9fc9a-3da3-4889-abf0-cdc6164d07e0 req-e503a044-c52a-418f-885e-401d9fad0679 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 210 time: 0.0299904 Apr 28 15:01:58.454998 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-80d3793a-b9f5-402f-a433-c365176e2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (7231cd53-9d79-4465-ac4a-3592fba281ad), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:58.457691 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-80d3793a-b9f5-402f-a433-c365176e2dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:58.461212 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-80d3793a-b9f5-402f-a433-c365176e2dc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7231cd53-9d79-4465-ac4a-3592fba281ad HTTP/1.1" status: 204 len: 168 time: 0.2167373 Apr 28 15:01:58.469920 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3793a-b9f5-402f-a433-c365176e2dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7231cd53-9d79-4465-ac4a-3592fba281ad,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:59.197845 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9af34-f883-41ce-af19-c50a53a6278f req-6bcf89fd-7fa5-45be-a8b1-4369aafbbb8b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:59.199259 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-04e9af34-f883-41ce-af19-c50a53a6278f req-6bcf89fd-7fa5-45be-a8b1-4369aafbbb8b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 944 time: 0.0467894 Apr 28 15:01:59.246326 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-04e9af34-f883-41ce-af19-c50a53a6278f req-0837c13a-2cea-41b0-bf72-50f4dee5ca02 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Apr 28 15:01:59.362410 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 53080) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:59.375562 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5c52f42a-9b39-4059-ab50-6c44f8cfb8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:59.425461 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 52790e3b-bbab-47d6-9578-74c45e4a5bba details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:01:59.452289 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5c52f42a-9b39-4059-ab50-6c44f8cfb8ac admin admin] Publish callbacks [] for security_group (3ce8ec2d-8f79-4f1e-aa77-c5650f51a32e), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:59.497379 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dfce88ec-a9fb-46ae-8488-0eefbd1cbde9 req-3809bcdc-7c35-4005-af6e-85473ba9fa76 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 210 time: 0.0281961 Apr 28 15:01:59.533423 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5c52f42a-9b39-4059-ab50-6c44f8cfb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (3ce8ec2d-8f79-4f1e-aa77-c5650f51a32e), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:59.540230 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 52790e3b-bbab-47d6-9578-74c45e4a5bba, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52790e3b-bbab-47d6-9578-74c45e4a5bba,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:59.557236 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '52790e3b-bbab-47d6-9578-74c45e4a5bba', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'port_id': '52790e3b-bbab-47d6-9578-74c45e4a5bba', 'mac_address': 'fa:16:3e:7e:85:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:01:59.575083 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-5c52f42a-9b39-4059-ab50-6c44f8cfb8ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb369104221046c3b9b4525e31521de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115583 Apr 28 15:01:59.576717 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52f42a-9b39-4059-ab50-6c44f8cfb8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce8ec2d-8f79-4f1e-aa77-c5650f51a32e,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:59.580203 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53084) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:01:59.591060 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 52790e3b-bbab-47d6-9578-74c45e4a5bba is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:01:59.591558 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:59.605956 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52790e3b-bbab-47d6-9578-74c45e4a5bba {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:01:59.626161 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 52790e3b-bbab-47d6-9578-74c45e4a5bba, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52790e3b-bbab-47d6-9578-74c45e4a5bba,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:59.648023 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a77a258c-057f-499a-a762-aa87255b8f6a admin admin] Publish callbacks [] for security_group (3ce8ec2d-8f79-4f1e-aa77-c5650f51a32e), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:59.670357 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:59.671433 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a77a258c-057f-499a-a762-aa87255b8f6a admin admin] Publish callbacks [] for security_group (3ce8ec2d-8f79-4f1e-aa77-c5650f51a32e), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:59.723204 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=52790e3b-bbab-47d6-9578-74c45e4a5bba,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:59.784004 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-3b46e752-b76b-4db5-b5fd-6b58f1496536 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f866b921e11148ceac7e248b6ccfb62a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280292 Apr 28 15:01:59.818449 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a77a258c-057f-499a-a762-aa87255b8f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (3ce8ec2d-8f79-4f1e-aa77-c5650f51a32e), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:59.822251 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a77a258c-057f-499a-a762-aa87255b8f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:01:59.831083 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-a77a258c-057f-499a-a762-aa87255b8f6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ce8ec2d-8f79-4f1e-aa77-c5650f51a32e HTTP/1.1" status: 204 len: 168 time: 0.2443137 Apr 28 15:01:59.831674 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a258c-057f-499a-a762-aa87255b8f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce8ec2d-8f79-4f1e-aa77-c5650f51a32e,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:59.943064 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['52790e3b-bbab-47d6-9578-74c45e4a5bba'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:01:59.978550 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-074ad62e-a161-4995-b012-2c8fb09a1fda tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:59.979980 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-074ad62e-a161-4995-b012-2c8fb09a1fda tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871519 Apr 28 15:01:59.999196 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Request body: {'port': {'device_id': 'b582e564-8394-4877-9500-5ade0da8eec6', 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d', 'admin_state_up': True, 'tenant_id': 'f866b921e11148ceac7e248b6ccfb62a'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:00.178414 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Made reservation on behalf of f866b921e11148ceac7e248b6ccfb62a for: {'port': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:00.182210 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:00.196252 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:00.288948 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Publish callbacks [] for security_group (39326df0-d20a-48d3-a3ce-62ee5378dd80), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:00.362095 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (39326df0-d20a-48d3-a3ce-62ee5378dd80), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:00.370663 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ba4d3-1b6d-408c-b87c-f12ce2653c34 req-eb1df59b-e7d2-431e-afa8-fbc1c20b0cfd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:00.372794 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e86ba4d3-1b6d-408c-b87c-f12ce2653c34 req-eb1df59b-e7d2-431e-afa8-fbc1c20b0cfd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 944 time: 0.0558097 Apr 28 15:02:00.436753 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e86ba4d3-1b6d-408c-b87c-f12ce2653c34 req-fed0a01c-a1bf-4639-820f-2e8fb3482495 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574400 Apr 28 15:02:00.461747 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39326df0-d20a-48d3-a3ce-62ee5378dd80,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:00.539503 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Allocated IP 192.168.233.11 (d62b5e3f-074a-4a70-8f47-741e999c1c7d/29edc897-2332-497f-be21-4c20e1dd4c90/1ac2e9d3-4181-4419-892e-bbf8fc1c91fd) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:00.618181 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53124) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:00.625372 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ead4fd32-2f94-4467-9a0f-f2f50971decf req-0a5662ef-d0f5-47f3-acfb-aeaffe58c419 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 210 time: 0.0380309 Apr 28 15:02:00.645706 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e99ddcbc-9487-4f89-8e07-0d6b8f55554c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:00.737992 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e99ddcbc-9487-4f89-8e07-0d6b8f55554c admin admin] Publish callbacks [] for security_group (1fe922f3-f3d9-4c54-8e30-a25e3bc44429), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:00.739481 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:00.755316 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Publish callbacks [] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:00.858807 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e99ddcbc-9487-4f89-8e07-0d6b8f55554c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (1fe922f3-f3d9-4c54-8e30-a25e3bc44429), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:00.887830 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:00.899196 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-e99ddcbc-9487-4f89-8e07-0d6b8f55554c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=400b7c45ee93449da657108a110e7d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820175 Apr 28 15:02:00.899732 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ddcbc-9487-4f89-8e07-0d6b8f55554c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe922f3-f3d9-4c54-8e30-a25e3bc44429,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:00.902784 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53128) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:00.935380 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Network d62b5e3f-074a-4a70-8f47-741e999c1c7d is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:00.938481 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:00.941010 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:00.955319 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0d49844a-f15b-472d-85f6-e2078e44bd08 admin admin] Publish callbacks [] for security_group (1fe922f3-f3d9-4c54-8e30-a25e3bc44429), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:00.973857 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Pushing event updated for resources: {'Port': ['ID=1ac2e9d3-4181-4419-892e-bbf8fc1c91fd,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:00.983094 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0d49844a-f15b-472d-85f6-e2078e44bd08 admin admin] Publish callbacks [] for security_group (1fe922f3-f3d9-4c54-8e30-a25e3bc44429), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:01.004903 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:01.005565 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:01.110348 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0d49844a-f15b-472d-85f6-e2078e44bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (1fe922f3-f3d9-4c54-8e30-a25e3bc44429), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:01.114016 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-67312ad4-9809-4f76-b62a-0fda223c1715 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1179621 Apr 28 15:02:01.114145 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0d49844a-f15b-472d-85f6-e2078e44bd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:01.114382 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-0d49844a-f15b-472d-85f6-e2078e44bd08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fe922f3-f3d9-4c54-8e30-a25e3bc44429 HTTP/1.1" status: 204 len: 168 time: 0.2104561 Apr 28 15:02:01.123303 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49844a-f15b-472d-85f6-e2078e44bd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe922f3-f3d9-4c54-8e30-a25e3bc44429,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:01.127038 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Request body: {'port': {'device_id': 'b582e564-8394-4877-9500-5ade0da8eec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:01.195760 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:01.234769 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-365f4c5b-3803-4485-b175-beee911b22d1 None None] Provisioning complete for port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:01.234769 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-365f4c5b-3803-4485-b175-beee911b22d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:01.273988 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-365f4c5b-3803-4485-b175-beee911b22d1 None None] Port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:02:01.442823 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device eafd28df-d35f-4f17-89d3-ac432958b069 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:02:01.450859 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 52790e3b-bbab-47d6-9578-74c45e4a5bba up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:01.559165 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 52790e3b-bbab-47d6-9578-74c45e4a5bba completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:02:01.615572 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d34035-88aa-4157-b6bb-d92d63b3a483 req-b9548f08-89c8-4bdd-9507-8a37e396c0e0 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:01.619664 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-14d34035-88aa-4157-b6bb-d92d63b3a483 req-b9548f08-89c8-4bdd-9507-8a37e396c0e0 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 944 time: 0.0758421 Apr 28 15:02:01.666090 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 52790e3b-bbab-47d6-9578-74c45e4a5bba triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:01.667018 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:01.670846 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port eafd28df-d35f-4f17-89d3-ac432958b069, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=eafd28df-d35f-4f17-89d3-ac432958b069,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:01.694365 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-14d34035-88aa-4157-b6bb-d92d63b3a483 req-e1262040-761c-4dc8-b3ec-506337b9231d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630403 Apr 28 15:02:01.732455 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd {{(pid=110070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:02:01.740914 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Publish callbacks [] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:01.741829 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': 'eafd28df-d35f-4f17-89d3-ac432958b069', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'port_id': 'eafd28df-d35f-4f17-89d3-ac432958b069', 'mac_address': 'fa:16:3e:35:04:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:02:01.768834 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.provisioning_blocks [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Transition to ACTIVE for port object 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd will not be triggered until provisioned by entity L2. {{(pid=110070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:02:01.807345 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port eafd28df-d35f-4f17-89d3-ac432958b069 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:01.807891 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:01.826439 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96fc1e-7718-4b9c-9bb9-5a32f40094c0 req-faca5e06-4fcb-49a3-9399-1613bef5e87c tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:01.840089 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bc96fc1e-7718-4b9c-9bb9-5a32f40094c0 req-faca5e06-4fcb-49a3-9399-1613bef5e87c tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 935 time: 0.0918231 Apr 28 15:02:01.850875 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafd28df-d35f-4f17-89d3-ac432958b069 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:02:01.881281 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 52790e3b-bbab-47d6-9578-74c45e4a5bba is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:01.881793 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:01.885646 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port eafd28df-d35f-4f17-89d3-ac432958b069, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=eafd28df-d35f-4f17-89d3-ac432958b069,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:01.891721 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:01.919798 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d9703f-0db0-4955-8f35-87932d3daae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52790e3b-bbab-47d6-9578-74c45e4a5bba'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:01.922455 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f421cf-21cd-4dd3-a6d3-96f448da3633" -d '{"events": [{"server_uuid": "e8d9703f-0db0-4955-8f35-87932d3daae3", "name": "network-vif-plugged", "status": "completed", "tag": "52790e3b-bbab-47d6-9578-74c45e4a5bba"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:01.937026 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 52790e3b-bbab-47d6-9578-74c45e4a5bba, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52790e3b-bbab-47d6-9578-74c45e4a5bba,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:01.957893 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bc96fc1e-7718-4b9c-9bb9-5a32f40094c0 req-a5f7804f-0d81-4c8e-9ec1-9c69d980dab0 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168132 Apr 28 15:02:01.967487 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:02.018122 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006f978a-52de-4b7c-8014-6ec464ea6109 x-openstack-request-id: req-006f978a-52de-4b7c-8014-6ec464ea6109 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:02.018538 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d9703f-0db0-4955-8f35-87932d3daae3", "name": "network-vif-plugged", "status": "completed", "tag": "52790e3b-bbab-47d6-9578-74c45e4a5bba", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:02.018864 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-006f978a-52de-4b7c-8014-6ec464ea6109 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:02.019667 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006f978a-52de-4b7c-8014-6ec464ea6109'] response: {'server_uuid': 'e8d9703f-0db0-4955-8f35-87932d3daae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52790e3b-bbab-47d6-9578-74c45e4a5bba', 'code': 200} Apr 28 15:02:02.027530 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac2e9d3-4181-4419-892e-bbf8fc1c91fd,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:02.039153 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:02.052568 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=eafd28df-d35f-4f17-89d3-ac432958b069,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:02.118550 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=52790e3b-bbab-47d6-9578-74c45e4a5bba,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:02.154364 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Attempting to bind port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:02:02.154805 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Attempting to bind port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'f283d9da-f418-42a0-81b0-81fe7dbf1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d'}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:02:02.155206 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Attempting to bind port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd on network d62b5e3f-074a-4a70-8f47-741e999c1c7d {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:02.161540 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd on network d62b5e3f-074a-4a70-8f47-741e999c1c7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:02:02.161871 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Attempting to bind port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd on network d62b5e3f-074a-4a70-8f47-741e999c1c7d {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:02.169212 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:02.173497 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Checking segment: {'id': 'f283d9da-f418-42a0-81b0-81fe7dbf1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:02:02.173497 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Bound using segment: {'id': 'f283d9da-f418-42a0-81b0-81fe7dbf1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d'} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:02.173497 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Bound port: 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f283d9da-f418-42a0-81b0-81fe7dbf1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d'}}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:02:02.173497 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:02.270040 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] For port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd, host hv-cinder-83976, cleared binding levels {{(pid=110070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:02.273699 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] For port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1ac2e9d3-4181-4419-892e-bbf8fc1c91fd,segment=NetworkSegment(f283d9da-f418-42a0-81b0-81fe7dbf1b49),segment_id=f283d9da-f418-42a0-81b0-81fe7dbf1b49)] {{(pid=110070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:02.284701 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['eafd28df-d35f-4f17-89d3-ac432958b069'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:02:02.367007 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:02.425200 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:02.425818 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:02.427201 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] 10.222.0.42 "PUT /v2.0/ports/1ac2e9d3-4181-4419-892e-bbf8fc1c91fd HTTP/1.1" status: 200 len: 1097 time: 1.3057308 Apr 28 15:02:02.427710 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b582e564-8394-4877-9500-5ade0da8eec6', 'tag': '1ac2e9d3-4181-4419-892e-bbf8fc1c91fd'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:02.430176 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5819c0-86dc-45c4-a2b4-649ddc18daae" -d '{"events": [{"name": "network-changed", "server_uuid": "b582e564-8394-4877-9500-5ade0da8eec6", "tag": "1ac2e9d3-4181-4419-892e-bbf8fc1c91fd"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:02.438066 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189a1af-c63a-47de-92e8-4d0dd0199837 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac2e9d3-4181-4419-892e-bbf8fc1c91fd,revision_number=3']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:02.493388 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764faec2-ae03-43e1-851b-6f0d1ec7dfb8 req-ac68c4b7-98d2-4336-bc90-d64def738b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:02.504480 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-764faec2-ae03-43e1-851b-6f0d1ec7dfb8 req-ac68c4b7-98d2-4336-bc90-d64def738b42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 1130 time: 0.0925825 Apr 28 15:02:02.508959 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857134a0-713f-4dbb-b052-601f43845a6f x-openstack-request-id: req-857134a0-713f-4dbb-b052-601f43845a6f {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:02.509338 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b582e564-8394-4877-9500-5ade0da8eec6", "tag": "1ac2e9d3-4181-4419-892e-bbf8fc1c91fd", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:02.509814 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-857134a0-713f-4dbb-b052-601f43845a6f {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:02.510411 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857134a0-713f-4dbb-b052-601f43845a6f'] response: {'name': 'network-changed', 'server_uuid': 'b582e564-8394-4877-9500-5ade0da8eec6', 'tag': '1ac2e9d3-4181-4419-892e-bbf8fc1c91fd', 'status': 'completed', 'code': 200} Apr 28 15:02:02.582403 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-764faec2-ae03-43e1-851b-6f0d1ec7dfb8 req-ebea35e8-7cfb-4c3b-b9ed-d8ee69df6dfb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718052 Apr 28 15:02:02.597957 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5819c0-86dc-45c4-a2b4-649ddc18daae req-0073ca05-cd2e-4c9c-bcf0-3e97c7a0fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:02.601014 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-de5819c0-86dc-45c4-a2b4-649ddc18daae req-0073ca05-cd2e-4c9c-bcf0-3e97c7a0fa72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f866b921e11148ceac7e248b6ccfb62a&device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 1131 time: 0.0651774 Apr 28 15:02:02.842111 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667d967-49c6-41c9-9eb5-41709561a1e5 req-ab7708ed-f812-4653-8be8-030e45cc6150 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:02.846232 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6667d967-49c6-41c9-9eb5-41709561a1e5 req-ab7708ed-f812-4653-8be8-030e45cc6150 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 945 time: 0.0623639 Apr 28 15:02:02.859439 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-de5819c0-86dc-45c4-a2b4-649ddc18daae req-b4ce1e9b-ff82-4359-ab58-2cf896e52371 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f866b921e11148ceac7e248b6ccfb62a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320804 Apr 28 15:02:02.956586 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6667d967-49c6-41c9-9eb5-41709561a1e5 req-08c5d528-d48e-4a46-8923-ec2cb6b06a15 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998638 Apr 28 15:02:02.996010 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5819c0-86dc-45c4-a2b4-649ddc18daae req-5e10da66-470c-4da3-a933-534e3f7e6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:02.998144 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-de5819c0-86dc-45c4-a2b4-649ddc18daae req-5e10da66-470c-4da3-a933-534e3f7e6125 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328485 Apr 28 15:02:03.075472 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8661a-be39-47e6-86cb-a91d1e84767b req-57f0052f-6b03-4cdc-a5a6-40d82d2a6357 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:03.077113 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1ad8661a-be39-47e6-86cb-a91d1e84767b req-57f0052f-6b03-4cdc-a5a6-40d82d2a6357 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 947 time: 0.0479045 Apr 28 15:02:03.126215 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1ad8661a-be39-47e6-86cb-a91d1e84767b req-69da805e-ca57-417b-9898-ccba049ba42c tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432835 Apr 28 15:02:03.435067 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53210) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:03.441000 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device eafd28df-d35f-4f17-89d3-ac432958b069 up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:03.477131 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-774434c9-160b-4637-9137-5a7e37634ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:03.478937 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-774434c9-160b-4637-9137-5a7e37634ce6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f866b921e11148ceac7e248b6ccfb62a&device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 1131 time: 0.0524828 Apr 28 15:02:03.498108 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port eafd28df-d35f-4f17-89d3-ac432958b069 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:02:03.521214 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-bfd4cabd-67d2-4687-806b-60e1d94086a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=1ac2e9d3-4181-4419-892e-bbf8fc1c91fd HTTP/1.1" status: 200 len: 217 time: 0.0350120 Apr 28 15:02:03.564582 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0eab6f3f-62fe-4f11-be02-cd9823c90207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:03.585422 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-c35bc333-7743-44ba-a418-73883e38eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:03.587985 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-c35bc333-7743-44ba-a418-73883e38eee1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29edc897-2332-497f-be21-4c20e1dd4c90 HTTP/1.1" status: 200 len: 843 time: 0.0510540 Apr 28 15:02:03.595621 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port eafd28df-d35f-4f17-89d3-ac432958b069 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:03.595621 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:03.635145 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-85bc07be-65a1-4b01-b841-c32fe28e1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:03.636788 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-85bc07be-65a1-4b01-b841-c32fe28e1e90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d62b5e3f-074a-4a70-8f47-741e999c1c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0414586 Apr 28 15:02:03.655430 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0eab6f3f-62fe-4f11-be02-cd9823c90207 admin admin] Publish callbacks [] for security_group (2edf0bd9-6570-49dc-b53b-82dbe0388964), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:03.680533 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port eafd28df-d35f-4f17-89d3-ac432958b069 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:03.680864 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:03.715811 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port eafd28df-d35f-4f17-89d3-ac432958b069, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=eafd28df-d35f-4f17-89d3-ac432958b069,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:03.727191 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0eab6f3f-62fe-4f11-be02-cd9823c90207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (2edf0bd9-6570-49dc-b53b-82dbe0388964), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:03.770947 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-0eab6f3f-62fe-4f11-be02-cd9823c90207 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e61e6ba20c2d482481591107a5a58e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345897 Apr 28 15:02:03.772193 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab6f3f-62fe-4f11-be02-cd9823c90207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edf0bd9-6570-49dc-b53b-82dbe0388964,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:03.780039 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53220) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:03.783480 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-bd26d972-79ec-4250-82ad-f4e6c5cd80a4 service neutron] 10.222.0.42 "GET /v2.0/networks/d62b5e3f-074a-4a70-8f47-741e999c1c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127870 Apr 28 15:02:03.801345 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:03.834765 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cd38d7d2-9afb-4aec-8d30-236ce2d16557 admin admin] Publish callbacks [] for security_group (2edf0bd9-6570-49dc-b53b-82dbe0388964), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:03.854251 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=eafd28df-d35f-4f17-89d3-ac432958b069,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:03.857229 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cd38d7d2-9afb-4aec-8d30-236ce2d16557 admin admin] Publish callbacks [] for security_group (2edf0bd9-6570-49dc-b53b-82dbe0388964), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:03.955568 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cd38d7d2-9afb-4aec-8d30-236ce2d16557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (2edf0bd9-6570-49dc-b53b-82dbe0388964), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:03.958187 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-cd38d7d2-9afb-4aec-8d30-236ce2d16557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:03.959338 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-cd38d7d2-9afb-4aec-8d30-236ce2d16557 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2edf0bd9-6570-49dc-b53b-82dbe0388964 HTTP/1.1" status: 204 len: 168 time: 0.1779487 Apr 28 15:02:03.974537 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38d7d2-9afb-4aec-8d30-236ce2d16557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edf0bd9-6570-49dc-b53b-82dbe0388964,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:04.020402 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd0d2d-67f8-4285-9127-f12dab7db4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafd28df-d35f-4f17-89d3-ac432958b069'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:04.022747 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4614d28c-609a-40ba-b5dc-a8cf264c1c1e" -d '{"events": [{"server_uuid": "84cd0d2d-67f8-4285-9127-f12dab7db4c0", "name": "network-vif-plugged", "status": "completed", "tag": "eafd28df-d35f-4f17-89d3-ac432958b069"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:04.100583 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60036224-fd2e-4257-91ae-c183b0d842ad req-50ce296b-5919-497f-b0aa-a72144c6b6d1 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:04.103474 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-60036224-fd2e-4257-91ae-c183b0d842ad req-50ce296b-5919-497f-b0aa-a72144c6b6d1 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0512862 Apr 28 15:02:04.158334 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-60036224-fd2e-4257-91ae-c183b0d842ad req-c2adb50f-b1c2-4491-b996-0cf3e906a6f6 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476942 Apr 28 15:02:04.167687 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 53248) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:04.206554 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b62c16-a117-47e6-a6b7-e39e30eda242 x-openstack-request-id: req-f5b62c16-a117-47e6-a6b7-e39e30eda242 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:04.207234 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cd0d2d-67f8-4285-9127-f12dab7db4c0", "name": "network-vif-plugged", "status": "completed", "tag": "eafd28df-d35f-4f17-89d3-ac432958b069", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:04.207754 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5b62c16-a117-47e6-a6b7-e39e30eda242 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:04.208293 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b62c16-a117-47e6-a6b7-e39e30eda242'] response: {'server_uuid': '84cd0d2d-67f8-4285-9127-f12dab7db4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafd28df-d35f-4f17-89d3-ac432958b069', 'code': 200} Apr 28 15:02:04.224711 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0e6dce-98c3-4c9a-ab96-7d62c1f9b5c0 admin admin] Deleting subnet ccae6ed3-6a15-4f0d-a362-932f25d94038 {{(pid=110070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:02:04.229152 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1c0e6dce-98c3-4c9a-ab96-7d62c1f9b5c0 admin admin] Publish callbacks [] for subnet (ccae6ed3-6a15-4f0d-a362-932f25d94038), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:04.265999 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1c0e6dce-98c3-4c9a-ab96-7d62c1f9b5c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59003011'] for subnet (ccae6ed3-6a15-4f0d-a362-932f25d94038), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:04.382547 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1c0e6dce-98c3-4c9a-ab96-7d62c1f9b5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (ccae6ed3-6a15-4f0d-a362-932f25d94038), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:04.390902 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e036f9a-d39c-44ad-b6e7-beb4b86bbd9e req-4cd81fa3-6e73-4e7b-b1d3-6f13e7c88d5a tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:04.392495 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1e036f9a-d39c-44ad-b6e7-beb4b86bbd9e req-4cd81fa3-6e73-4e7b-b1d3-6f13e7c88d5a tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 947 time: 0.1076150 Apr 28 15:02:04.547554 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8dcd8fcb-6c4b-41c7-b563-cc1c5cfe042b req-f58c6bdf-ef60-48b1-83b0-3d8ae9d67b63 service neutron] 10.222.0.42 "GET /v2.0/networks/d62b5e3f-074a-4a70-8f47-741e999c1c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511723 Apr 28 15:02:04.552464 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1e036f9a-d39c-44ad-b6e7-beb4b86bbd9e req-64ab9994-3f14-4e93-9aa3-453880066e5d tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131153 Apr 28 15:02:04.634383 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1c0e6dce-98c3-4c9a-ab96-7d62c1f9b5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61911945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62736194'] for subnet (ccae6ed3-6a15-4f0d-a362-932f25d94038), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:04.669273 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1c0e6dce-98c3-4c9a-ab96-7d62c1f9b5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:04.672889 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-1c0e6dce-98c3-4c9a-ab96-7d62c1f9b5c0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ccae6ed3-6a15-4f0d-a362-932f25d94038 HTTP/1.1" status: 204 len: 168 time: 0.5039823 Apr 28 15:02:04.674036 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e6dce-98c3-4c9a-ab96-7d62c1f9b5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccae6ed3-6a15-4f0d-a362-932f25d94038,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:04.675379 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53260) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:04.676445 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508fbdd-03a3-4dff-be61-3644463c5542 req-c9a62bab-ebff-4b9a-8919-789241a8e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:04.677938 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e508fbdd-03a3-4dff-be61-3644463c5542 req-c9a62bab-ebff-4b9a-8919-789241a8e02b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 1130 time: 0.0756876 Apr 28 15:02:04.766728 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (88b655f5-ed99-4c23-9f69-7d78488d7fec), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:04.822327 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eef01-94cf-4cf0-8b3b-3e243862506e req-7f257c19-b068-4820-823a-1ddb584e87b0 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:04.824117 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bf1eef01-94cf-4cf0-8b3b-3e243862506e req-7f257c19-b068-4820-823a-1ddb584e87b0 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0480895 Apr 28 15:02:04.853238 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (88b655f5-ed99-4c23-9f69-7d78488d7fec), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:04.876801 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b655f5-ed99-4c23-9f69-7d78488d7fec']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:04.884823 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bf1eef01-94cf-4cf0-8b3b-3e243862506e req-14aceebf-1a62-460b-9b90-808291231cd0 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547299 Apr 28 15:02:04.888339 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d539547-ce14-47c1-9330-cc8ab441dd82') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:04.888767 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d539547-ce14-47c1-9330-cc8ab441dd82') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:04.898902 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (6d539547-ce14-47c1-9330-cc8ab441dd82), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:04.912706 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (6d539547-ce14-47c1-9330-cc8ab441dd82), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:04.918941 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:04.919322 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (6d539547-ce14-47c1-9330-cc8ab441dd82), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:04.921005 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:05.030269 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (88b655f5-ed99-4c23-9f69-7d78488d7fec), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.035618 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.038863 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/88b655f5-ed99-4c23-9f69-7d78488d7fec HTTP/1.1" status: 204 len: 168 time: 0.3617742 Apr 28 15:02:05.041762 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 53266) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:05.051676 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdb2f8-7802-470d-92b1-fc7527b7efd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b655f5-ed99-4c23-9f69-7d78488d7fec,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:05.285540 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d563e-62df-4af7-8c1d-5a4c2d42748f req-7e95a16c-6480-481f-9eab-6b925449e997 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:05.287060 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6a3d563e-62df-4af7-8c1d-5a4c2d42748f req-7e95a16c-6480-481f-9eab-6b925449e997 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0521207 Apr 28 15:02:05.315406 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba547d6b-624c-41a5-bfe2-9b1fbd5abc95 admin admin] Deleting subnet fb76f59d-0124-4046-a734-9506f1da7c56 {{(pid=110070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:02:05.319133 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ba547d6b-624c-41a5-bfe2-9b1fbd5abc95 admin admin] Publish callbacks [] for subnet (fb76f59d-0124-4046-a734-9506f1da7c56), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.337011 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6a3d563e-62df-4af7-8c1d-5a4c2d42748f req-e82a8530-76fa-4cf5-a8a8-5d5187b158a5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Apr 28 15:02:05.354415 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ba547d6b-624c-41a5-bfe2-9b1fbd5abc95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59003011'] for subnet (fb76f59d-0124-4046-a734-9506f1da7c56), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.394685 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ba547d6b-624c-41a5-bfe2-9b1fbd5abc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (fb76f59d-0124-4046-a734-9506f1da7c56), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.529760 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ba547d6b-624c-41a5-bfe2-9b1fbd5abc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61911945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62736194'] for subnet (fb76f59d-0124-4046-a734-9506f1da7c56), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.566841 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ba547d6b-624c-41a5-bfe2-9b1fbd5abc95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.569999 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-ba547d6b-624c-41a5-bfe2-9b1fbd5abc95 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fb76f59d-0124-4046-a734-9506f1da7c56 HTTP/1.1" status: 204 len: 168 time: 0.5271690 Apr 28 15:02:05.572602 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53276) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:05.574985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba547d6b-624c-41a5-bfe2-9b1fbd5abc95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb76f59d-0124-4046-a734-9506f1da7c56,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:05.583164 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e508fbdd-03a3-4dff-be61-3644463c5542 req-f0f6ea1b-d7ff-430d-a3a6-74d769a3ea8a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733759 Apr 28 15:02:05.648800 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (c33c1c56-f715-40f9-b9a8-b1b94c0a68bb), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.679897 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7323b-f914-4a0a-83ed-9a166e80532b req-f0e6c9e3-9800-4ce1-b257-726bc0e4a964 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:05.681258 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e0a7323b-f914-4a0a-83ed-9a166e80532b req-f0e6c9e3-9800-4ce1-b257-726bc0e4a964 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 947 time: 0.0481813 Apr 28 15:02:05.728439 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (c33c1c56-f715-40f9-b9a8-b1b94c0a68bb), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.734153 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e0a7323b-f914-4a0a-83ed-9a166e80532b req-0aa0651c-c140-49c5-942c-53112bd68047 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472322 Apr 28 15:02:05.750348 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33c1c56-f715-40f9-b9a8-b1b94c0a68bb']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:05.759143 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7d2304-bf16-41d1-8b5d-e0722c3ee205') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:05.762466 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7d2304-bf16-41d1-8b5d-e0722c3ee205') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:05.769301 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (3b7d2304-bf16-41d1-8b5d-e0722c3ee205), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.782987 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (3b7d2304-bf16-41d1-8b5d-e0722c3ee205), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.788739 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:05.789639 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (3b7d2304-bf16-41d1-8b5d-e0722c3ee205), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:05.791424 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:05.921770 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (c33c1c56-f715-40f9-b9a8-b1b94c0a68bb), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.930569 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:05.934798 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] 10.222.0.31 "DELETE /v2.0/networks/c33c1c56-f715-40f9-b9a8-b1b94c0a68bb HTTP/1.1" status: 204 len: 168 time: 0.3610556 Apr 28 15:02:05.946416 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e33608-9e6e-4aef-b436-b468307da60f admin admin] Pushing event deleted for resources: {'Network': ['ID=c33c1c56-f715-40f9-b9a8-b1b94c0a68bb,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:06.014621 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d3b09-b64c-4042-9d57-478ed6489a1b req-9b230ef1-11ea-4a50-82d2-10dfcd1fa9c9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:06.017131 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-cd2d3b09-b64c-4042-9d57-478ed6489a1b req-9b230ef1-11ea-4a50-82d2-10dfcd1fa9c9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0474720 Apr 28 15:02:06.074156 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-cd2d3b09-b64c-4042-9d57-478ed6489a1b req-e6f6cd73-56a8-4166-9de4-62f4c9a71c06 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514169 Apr 28 15:02:06.348601 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53298) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:06.399479 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-6717a305-bde1-4fb6-8ace-ddfcb436112d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed529bc73f5d43c59e53bbc3dd1bd3da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472832 Apr 28 15:02:06.399759 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53304) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:06.478013 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eb9d2-79d0-4ce5-becf-e3e66c7af870 req-8faff817-125f-4c04-bae5-c668e775e58c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:06.479482 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-cc7eb9d2-79d0-4ce5-becf-e3e66c7af870 req-8faff817-125f-4c04-bae5-c668e775e58c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0665030 Apr 28 15:02:06.505378 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2b2bd4ef-1102-4fec-b657-9aaf6f63ed34 admin admin] Publish callbacks [] for security_group (7560f8fc-af7e-4a63-8300-9edf0c591f48), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:06.542576 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2b2bd4ef-1102-4fec-b657-9aaf6f63ed34 admin admin] Publish callbacks [] for security_group (7560f8fc-af7e-4a63-8300-9edf0c591f48), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:06.564068 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-cc7eb9d2-79d0-4ce5-becf-e3e66c7af870 req-e975e892-8458-4471-ab0a-2129f11d5ea8 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748253 Apr 28 15:02:06.658799 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2b2bd4ef-1102-4fec-b657-9aaf6f63ed34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (7560f8fc-af7e-4a63-8300-9edf0c591f48), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:06.661547 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2b2bd4ef-1102-4fec-b657-9aaf6f63ed34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:06.666306 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-2b2bd4ef-1102-4fec-b657-9aaf6f63ed34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7560f8fc-af7e-4a63-8300-9edf0c591f48 HTTP/1.1" status: 204 len: 168 time: 0.2655506 Apr 28 15:02:06.674764 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bd4ef-1102-4fec-b657-9aaf6f63ed34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7560f8fc-af7e-4a63-8300-9edf0c591f48,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:07.005725 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca28bd-1d44-4810-bc4b-5e1f005da1f3 req-afa6e8c2-b6d2-4bd6-a9be-5602ad212c5c tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:07.007122 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-84ca28bd-1d44-4810-bc4b-5e1f005da1f3 req-afa6e8c2-b6d2-4bd6-a9be-5602ad212c5c tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 947 time: 0.0597155 Apr 28 15:02:07.054358 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-84ca28bd-1d44-4810-bc4b-5e1f005da1f3 req-fdff8705-db4d-4a1d-ac83-8ee6d7831b9c tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Apr 28 15:02:07.199398 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b07bde-3b70-41b0-9503-58e1a3330dbd req-6b08ae17-6f34-4612-8985-5d42b2035743 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:07.205685 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-88b07bde-3b70-41b0-9503-58e1a3330dbd req-6b08ae17-6f34-4612-8985-5d42b2035743 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0563605 Apr 28 15:02:07.250779 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-88b07bde-3b70-41b0-9503-58e1a3330dbd req-c94b4b7f-6274-4c82-92ec-3a6fd315ccbf tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Apr 28 15:02:07.457085 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:02:07.507938 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53328) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:07.549857 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-071f3a80-a039-4732-a332-8ed656ef3c9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad8a83869555491f9721b447ed74b411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441475 Apr 28 15:02:07.552372 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53330) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:07.567579 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1ac2e9d3-4181-4419-892e-bbf8fc1c91fd,segment=NetworkSegment(f283d9da-f418-42a0-81b0-81fe7dbf1b49),segment_id=f283d9da-f418-42a0-81b0-81fe7dbf1b49)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:07.579844 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '1ac2e9d3-4181-4419-892e-bbf8fc1c91fd', 'network_id': 'd62b5e3f-074a-4a70-8f47-741e999c1c7d', 'port_id': '1ac2e9d3-4181-4419-892e-bbf8fc1c91fd', 'mac_address': 'fa:16:3e:02:2b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29edc897-2332-497f-be21-4c20e1dd4c90', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:02:07.610306 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-82bcf31f-5d2b-44cd-9a68-7d1e3ce3cda8 admin admin] Publish callbacks [] for security_group (fac06c0e-4e06-4373-8e38-6bf9426c93f9), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:07.629518 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:07.629973 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:07.640587 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-82bcf31f-5d2b-44cd-9a68-7d1e3ce3cda8 admin admin] Publish callbacks [] for security_group (fac06c0e-4e06-4373-8e38-6bf9426c93f9), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:07.651302 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:02:07.675127 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1ac2e9d3-4181-4419-892e-bbf8fc1c91fd,segment=NetworkSegment(f283d9da-f418-42a0-81b0-81fe7dbf1b49),segment_id=f283d9da-f418-42a0-81b0-81fe7dbf1b49)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:07.696649 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd47783-88f6-4ec2-ab88-0ea8416bfdbe req-d1855965-705a-4668-a64b-045fb1585486 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:07.698418 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ccd47783-88f6-4ec2-ab88-0ea8416bfdbe req-d1855965-705a-4668-a64b-045fb1585486 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0567985 Apr 28 15:02:07.744780 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:07.753238 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ccd47783-88f6-4ec2-ab88-0ea8416bfdbe req-c6f36ad6-8a4c-4f35-901e-a1e8b5c64092 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490642 Apr 28 15:02:07.775050 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-82bcf31f-5d2b-44cd-9a68-7d1e3ce3cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (fac06c0e-4e06-4373-8e38-6bf9426c93f9), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:07.777680 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-82bcf31f-5d2b-44cd-9a68-7d1e3ce3cda8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:07.781445 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-82bcf31f-5d2b-44cd-9a68-7d1e3ce3cda8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fac06c0e-4e06-4373-8e38-6bf9426c93f9 HTTP/1.1" status: 204 len: 168 time: 0.2253106 Apr 28 15:02:07.786887 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcf31f-5d2b-44cd-9a68-7d1e3ce3cda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac06c0e-4e06-4373-8e38-6bf9426c93f9,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:07.844685 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=1ac2e9d3-4181-4419-892e-bbf8fc1c91fd,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:08.052888 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['1ac2e9d3-4181-4419-892e-bbf8fc1c91fd'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:02:08.541504 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800c312-a652-4707-9b33-bbc277f50fa5 req-9fce201e-ccde-4728-806c-5b0d537fe7f3 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:08.543018 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9800c312-a652-4707-9b33-bbc277f50fa5 req-9fce201e-ccde-4728-806c-5b0d537fe7f3 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 948 time: 0.0480068 Apr 28 15:02:08.595526 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9800c312-a652-4707-9b33-bbc277f50fa5 req-163bf2f8-ca58-4443-b65b-1682e328d822 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467310 Apr 28 15:02:08.659992 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0319d-e436-4d57-8cf0-d991d6eb0d98 req-1a4919f2-5f5a-4b62-9721-6755dd5c4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:08.661543 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eae0319d-e436-4d57-8cf0-d991d6eb0d98 req-1a4919f2-5f5a-4b62-9721-6755dd5c4d3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 1130 time: 0.0417008 Apr 28 15:02:08.772614 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1979c4-9592-4fe6-9de4-32c2ff4fb473 req-e9364eb2-c12f-46e2-bc33-59d96f0cc793 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:08.774184 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7c1979c4-9592-4fe6-9de4-32c2ff4fb473 req-e9364eb2-c12f-46e2-bc33-59d96f0cc793 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.1117699 Apr 28 15:02:08.812817 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0319d-e436-4d57-8cf0-d991d6eb0d98 req-057bd3a4-ad2c-4541-b645-01777e4e2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:08.814285 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eae0319d-e436-4d57-8cf0-d991d6eb0d98 req-057bd3a4-ad2c-4541-b645-01777e4e2c52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 919 time: 0.1434832 Apr 28 15:02:08.868491 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf96f3c-be2f-471c-9eaf-431816978228 req-86c1c38b-726a-4c5c-927f-abd6c9d44f92 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:08.870210 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4cf96f3c-be2f-471c-9eaf-431816978228 req-86c1c38b-726a-4c5c-927f-abd6c9d44f92 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0768292 Apr 28 15:02:08.873486 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eae0319d-e436-4d57-8cf0-d991d6eb0d98 req-da82a12e-c4cf-4ec3-964c-df23e4ec7ea5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eafd28df-d35f-4f17-89d3-ac432958b069 HTTP/1.1" status: 200 len: 217 time: 0.0490775 Apr 28 15:02:08.911503 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7c1979c4-9592-4fe6-9de4-32c2ff4fb473 req-aa9b7613-f0d1-4439-8e83-da3bd5647ba3 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247733 Apr 28 15:02:08.928173 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4cf96f3c-be2f-471c-9eaf-431816978228 req-1ecb886e-e90a-4a0d-9bd6-56d324909239 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500951 Apr 28 15:02:08.931252 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0319d-e436-4d57-8cf0-d991d6eb0d98 req-80d75d76-4e06-40b8-ab0a-babcd685a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:08.932737 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eae0319d-e436-4d57-8cf0-d991d6eb0d98 req-80d75d76-4e06-40b8-ab0a-babcd685a82d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 200 len: 857 time: 0.0517337 Apr 28 15:02:08.978160 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0319d-e436-4d57-8cf0-d991d6eb0d98 req-34374a05-9b14-4ea8-bdc7-de747a9898fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:08.979667 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eae0319d-e436-4d57-8cf0-d991d6eb0d98 req-34374a05-9b14-4ea8-bdc7-de747a9898fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4941596-20f6-4239-8eb0-824cfe4ba71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407267 Apr 28 15:02:09.083619 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eae0319d-e436-4d57-8cf0-d991d6eb0d98 req-19e1a0d8-d7e0-4bd6-99bc-b0be11fc2147 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879092 Apr 28 15:02:09.177677 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eae0319d-e436-4d57-8cf0-d991d6eb0d98 req-5562f614-8e78-4979-8a3e-3e602c7d9625 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880954 Apr 28 15:02:09.471045 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:09.516339 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:02:09.611584 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:09.611959 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:09.710069 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:09.710430 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:09.720092 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a5b3a-1b30-4f06-b639-2a57fa0debed req-bc37f3d3-50c6-41ea-b26a-74ff86b5fa9b tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:09.725204 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7d5a5b3a-1b30-4f06-b639-2a57fa0debed req-bc37f3d3-50c6-41ea-b26a-74ff86b5fa9b tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 948 time: 0.0587783 Apr 28 15:02:09.745955 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b582e564-8394-4877-9500-5ade0da8eec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac2e9d3-4181-4419-892e-bbf8fc1c91fd'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:09.748526 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae5957b-8866-4a63-94c5-85ae7aa09046" -d '{"events": [{"server_uuid": "b582e564-8394-4877-9500-5ade0da8eec6", "name": "network-vif-plugged", "status": "completed", "tag": "1ac2e9d3-4181-4419-892e-bbf8fc1c91fd"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:09.762186 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1ac2e9d3-4181-4419-892e-bbf8fc1c91fd,segment=NetworkSegment(f283d9da-f418-42a0-81b0-81fe7dbf1b49),segment_id=f283d9da-f418-42a0-81b0-81fe7dbf1b49)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:09.770913 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7d5a5b3a-1b30-4f06-b639-2a57fa0debed req-54bee78c-ae8e-4ee2-8e8c-df3f2b6fc6bf tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434701 Apr 28 15:02:09.794658 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31a6162-5cbd-4a2e-a721-037599529718 x-openstack-request-id: req-d31a6162-5cbd-4a2e-a721-037599529718 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:09.794992 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b582e564-8394-4877-9500-5ade0da8eec6", "name": "network-vif-plugged", "status": "completed", "tag": "1ac2e9d3-4181-4419-892e-bbf8fc1c91fd", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:09.797483 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d31a6162-5cbd-4a2e-a721-037599529718 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:09.797483 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31a6162-5cbd-4a2e-a721-037599529718'] response: {'server_uuid': 'b582e564-8394-4877-9500-5ade0da8eec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac2e9d3-4181-4419-892e-bbf8fc1c91fd', 'code': 200} Apr 28 15:02:09.818584 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:09.879491 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=1ac2e9d3-4181-4419-892e-bbf8fc1c91fd,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:10.058168 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaaf92-ce63-4ccf-890b-c5cdb7dc7e53 req-503fe908-7651-4991-8974-358865d14196 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:10.059910 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e7eaaf92-ce63-4ccf-890b-c5cdb7dc7e53 req-503fe908-7651-4991-8974-358865d14196 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0706611 Apr 28 15:02:10.064563 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0959b1-f2c9-4abc-a87b-5521350f0d78 req-536c4375-68c7-4ea1-a35b-4bdced5f4749 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:10.069215 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8c0959b1-f2c9-4abc-a87b-5521350f0d78 req-536c4375-68c7-4ea1-a35b-4bdced5f4749 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0577965 Apr 28 15:02:10.115090 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8c0959b1-f2c9-4abc-a87b-5521350f0d78 req-507c90e1-3618-428e-a5b8-2a2d4e319101 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421007 Apr 28 15:02:10.130537 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ac8c4-4c03-4ee6-91c9-1efd88ccae8f req-b9ff17b4-e44b-4ce9-99ba-7af4a70a74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:10.132186 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5e0ac8c4-4c03-4ee6-91c9-1efd88ccae8f req-b9ff17b4-e44b-4ce9-99ba-7af4a70a74ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 1133 time: 0.0701804 Apr 28 15:02:10.162094 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e7eaaf92-ce63-4ccf-890b-c5cdb7dc7e53 req-1f33abe1-73bb-4494-b414-96abf0733dab tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906816 Apr 28 15:02:10.188444 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5e0ac8c4-4c03-4ee6-91c9-1efd88ccae8f req-ca5c5c35-a24a-4de3-a87d-68d3d56c17ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462151 Apr 28 15:02:10.884455 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f0a23-ae22-43da-831a-015ff68e3964 req-a1d00098-5613-42c4-8013-6d9646e2a539 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:10.886261 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-820f0a23-ae22-43da-831a-015ff68e3964 req-a1d00098-5613-42c4-8013-6d9646e2a539 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 949 time: 0.0460885 Apr 28 15:02:10.934805 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-820f0a23-ae22-43da-831a-015ff68e3964 req-7c91e7cb-3093-443c-a44d-c441ab42155e tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432754 Apr 28 15:02:11.237320 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408921db-9dda-4f45-8f0f-11bc3c6c398e req-7dab3639-cbeb-4a47-80ce-5d24dab31d9d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:11.238727 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-408921db-9dda-4f45-8f0f-11bc3c6c398e req-7dab3639-cbeb-4a47-80ce-5d24dab31d9d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0500574 Apr 28 15:02:11.285842 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4ab79-b65a-435f-b183-2f5d156cbf78 req-1bbb9c28-66ec-4651-96c1-378a0ea065d5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:11.287441 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-15d4ab79-b65a-435f-b183-2f5d156cbf78 req-1bbb9c28-66ec-4651-96c1-378a0ea065d5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0513909 Apr 28 15:02:11.297916 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-408921db-9dda-4f45-8f0f-11bc3c6c398e req-696a5d1a-3917-45b7-9114-5842ad2005ce tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534987 Apr 28 15:02:11.348345 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-15d4ab79-b65a-435f-b183-2f5d156cbf78 req-844c8c42-26db-4926-bb8e-6ee3b455c48e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505311 Apr 28 15:02:12.069011 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701b8c9-feb3-41f2-8c16-44fd6832a340 req-e6cf2ad9-4c02-43f8-b68b-160d6a0c99ba tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:12.070583 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d701b8c9-feb3-41f2-8c16-44fd6832a340 req-e6cf2ad9-4c02-43f8-b68b-160d6a0c99ba tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 949 time: 0.0510046 Apr 28 15:02:12.130615 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d701b8c9-feb3-41f2-8c16-44fd6832a340 req-c6e06441-7938-4119-956c-6feb80eda789 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544310 Apr 28 15:02:12.441274 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da7609-3978-4936-a2b0-9f33c865d546 req-0d982df5-a71b-42e3-8345-6b2a83df0496 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:12.442978 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d0da7609-3978-4936-a2b0-9f33c865d546 req-0d982df5-a71b-42e3-8345-6b2a83df0496 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0660608 Apr 28 15:02:12.530287 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d0da7609-3978-4936-a2b0-9f33c865d546 req-fc572da5-dc59-435b-bcd8-f23beeb6dea3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787594 Apr 28 15:02:12.642916 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4fbf6-e221-45ec-b14a-3a86eb6eac74 req-af069e24-cbaa-4b3d-8aa2-fb70bf7d52ca tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:12.644579 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9cd4fbf6-e221-45ec-b14a-3a86eb6eac74 req-af069e24-cbaa-4b3d-8aa2-fb70bf7d52ca tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0524962 Apr 28 15:02:12.679988 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c05324-3137-49e5-94f7-32b6a83ce0ec req-60e5619f-7375-4acf-bd68-8c479106b703 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:12.681494 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-05c05324-3137-49e5-94f7-32b6a83ce0ec req-60e5619f-7375-4acf-bd68-8c479106b703 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 949 time: 0.0490451 Apr 28 15:02:12.700413 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9cd4fbf6-e221-45ec-b14a-3a86eb6eac74 req-cf83c0e4-a075-4d1b-9193-ac16108cef11 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482576 Apr 28 15:02:12.733734 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-05c05324-3137-49e5-94f7-32b6a83ce0ec req-a1485fb0-039a-402c-8dcf-03280ce517b4 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467000 Apr 28 15:02:13.649721 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2473c-be1b-479b-9eb2-e68a706e5956 req-8b918dda-5cb5-4298-9060-ac20827902bd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:13.651271 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a0b2473c-be1b-479b-9eb2-e68a706e5956 req-8b918dda-5cb5-4298-9060-ac20827902bd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0533011 Apr 28 15:02:13.707381 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a0b2473c-be1b-479b-9eb2-e68a706e5956 req-91fa7e10-a3e2-47b1-bfb2-21735200a54b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502312 Apr 28 15:02:13.820577 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916c8f1-c086-49b5-bb70-d06bba498c30 req-a2098314-1a7f-47a2-9279-f819d5193338 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:13.822070 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c916c8f1-c086-49b5-bb70-d06bba498c30 req-a2098314-1a7f-47a2-9279-f819d5193338 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0466104 Apr 28 15:02:13.847878 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea37af0-b7ff-4948-81f2-014ace0468fa req-da000c8a-f403-4bbc-b94d-e23a1e73cc56 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:13.849562 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6ea37af0-b7ff-4948-81f2-014ace0468fa req-da000c8a-f403-4bbc-b94d-e23a1e73cc56 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 949 time: 0.0466080 Apr 28 15:02:13.870697 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c916c8f1-c086-49b5-bb70-d06bba498c30 req-e2921760-0829-421d-b610-93b28afc0769 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430617 Apr 28 15:02:13.899441 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6ea37af0-b7ff-4948-81f2-014ace0468fa req-3a278d8d-8936-420c-961c-9aa43bdf6127 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433898 Apr 28 15:02:14.481460 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3b89905-d66b-4731-9e10-d3b29e647854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:14.543689 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3119074-5d86-40a1-bf73-b91983e6a591 req-2274dfa4-34fe-478b-b691-1f6f3809261a tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:14.545399 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d3119074-5d86-40a1-bf73-b91983e6a591 req-2274dfa4-34fe-478b-b691-1f6f3809261a tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.42 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 949 time: 0.0504887 Apr 28 15:02:14.706447 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-d3119074-5d86-40a1-bf73-b91983e6a591 req-89fbeb3e-3973-4c95-872b-f3e94b6db1ad tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Deleting port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:02:14.707388 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d3119074-5d86-40a1-bf73-b91983e6a591 req-89fbeb3e-3973-4c95-872b-f3e94b6db1ad tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:14.805879 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:02:14.813719 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-d3119074-5d86-40a1-bf73-b91983e6a591 req-89fbeb3e-3973-4c95-872b-f3e94b6db1ad tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] For port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1ac2e9d3-4181-4419-892e-bbf8fc1c91fd,segment=NetworkSegment(f283d9da-f418-42a0-81b0-81fe7dbf1b49),segment_id=f283d9da-f418-42a0-81b0-81fe7dbf1b49)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:14.814294 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d3119074-5d86-40a1-bf73-b91983e6a591 req-89fbeb3e-3973-4c95-872b-f3e94b6db1ad tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:14.840876 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-d3119074-5d86-40a1-bf73-b91983e6a591 req-89fbeb3e-3973-4c95-872b-f3e94b6db1ad tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Calling delete_port for 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd owned by compute:nova {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:02:14.865804 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27929498-f4fc-4b7b-b7d9-57435c85a29c req-e0a2f586-5218-4c8a-a0a2-3aa2597cda0b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:14.868743 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-27929498-f4fc-4b7b-b7d9-57435c85a29c req-e0a2f586-5218-4c8a-a0a2-3aa2597cda0b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0791533 Apr 28 15:02:14.931440 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-27929498-f4fc-4b7b-b7d9-57435c85a29c req-3e4c2a93-19ce-4d08-916f-a42c56151102 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539083 Apr 28 15:02:15.059041 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bf56c-88bc-443f-9e74-74c525545e32 req-fb9d1962-d67a-498f-af12-8175f6763a09 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:15.060566 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-095bf56c-88bc-443f-9e74-74c525545e32 req-fb9d1962-d67a-498f-af12-8175f6763a09 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0803363 Apr 28 15:02:15.066751 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c521534-6efe-464a-8ebf-9a21fabbea10 req-fac5d50b-6b04-4ada-aa6d-207a04e9954a tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:15.068370 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0c521534-6efe-464a-8ebf-9a21fabbea10 req-fac5d50b-6b04-4ada-aa6d-207a04e9954a tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 949 time: 0.0502462 Apr 28 15:02:15.120848 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0c521534-6efe-464a-8ebf-9a21fabbea10 req-0000cb96-53b2-4d43-a808-ff40411613b1 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/security-groups?id=39326df0-d20a-48d3-a3ce-62ee5378dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456460 Apr 28 15:02:15.130225 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-095bf56c-88bc-443f-9e74-74c525545e32 req-d8ecdf34-2b76-4762-8ece-d098b6042af7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560668 Apr 28 15:02:15.131032 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d3119074-5d86-40a1-bf73-b91983e6a591 req-89fbeb3e-3973-4c95-872b-f3e94b6db1ad tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (1ac2e9d3-4181-4419-892e-bbf8fc1c91fd), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:15.147098 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['1ac2e9d3-4181-4419-892e-bbf8fc1c91fd'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:02:15.172830 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbeb3e-3973-4c95-872b-f3e94b6db1ad tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Pushing event deleted for resources: {'Port': ['ID=1ac2e9d3-4181-4419-892e-bbf8fc1c91fd,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:15.249156 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3119074-5d86-40a1-bf73-b91983e6a591 req-89fbeb3e-3973-4c95-872b-f3e94b6db1ad tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] No DVR routers for this DVR port 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd on host hv-cinder-83976 {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:15.249156 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d3119074-5d86-40a1-bf73-b91983e6a591 req-89fbeb3e-3973-4c95-872b-f3e94b6db1ad tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:15.252546 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d3119074-5d86-40a1-bf73-b91983e6a591 req-89fbeb3e-3973-4c95-872b-f3e94b6db1ad tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.42 "DELETE /v2.0/ports/1ac2e9d3-4181-4419-892e-bbf8fc1c91fd HTTP/1.1" status: 204 len: 173 time: 0.7013395 Apr 28 15:02:15.253129 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b582e564-8394-4877-9500-5ade0da8eec6', 'name': 'network-vif-deleted', 'tag': '1ac2e9d3-4181-4419-892e-bbf8fc1c91fd'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:15.255618 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21fa1a0-b024-4c0b-a654-b69761bb49fc" -d '{"events": [{"server_uuid": "b582e564-8394-4877-9500-5ade0da8eec6", "name": "network-vif-deleted", "tag": "1ac2e9d3-4181-4419-892e-bbf8fc1c91fd"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:15.305853 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e114bd-9a10-494c-b473-c3c82099318d x-openstack-request-id: req-76e114bd-9a10-494c-b473-c3c82099318d {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:15.305853 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b582e564-8394-4877-9500-5ade0da8eec6", "name": "network-vif-deleted", "tag": "1ac2e9d3-4181-4419-892e-bbf8fc1c91fd", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:15.305853 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76e114bd-9a10-494c-b473-c3c82099318d {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:15.305853 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e114bd-9a10-494c-b473-c3c82099318d'] response: {'server_uuid': 'b582e564-8394-4877-9500-5ade0da8eec6', 'name': 'network-vif-deleted', 'tag': '1ac2e9d3-4181-4419-892e-bbf8fc1c91fd', 'status': 'completed', 'code': 200} Apr 28 15:02:16.071897 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f170c8-7217-4115-a777-f6df465b2d6c req-87fb7316-8bb6-4b2d-8b0d-cc5140924b30 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:16.074615 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-03f170c8-7217-4115-a777-f6df465b2d6c req-87fb7316-8bb6-4b2d-8b0d-cc5140924b30 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0648074 Apr 28 15:02:16.148036 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-03f170c8-7217-4115-a777-f6df465b2d6c req-e58c3151-e713-4f41-9f6b-7702416c82ae tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644121 Apr 28 15:02:16.165589 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484ee32-a54b-4b19-a3a5-211a0b738092 req-4b75a240-76db-4579-8c41-faa106ee11e9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:16.167243 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f484ee32-a54b-4b19-a3a5-211a0b738092 req-4b75a240-76db-4579-8c41-faa106ee11e9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0551047 Apr 28 15:02:16.234396 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f484ee32-a54b-4b19-a3a5-211a0b738092 req-3b0b3574-e58e-4a35-ad33-b40bf1c40de3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608702 Apr 28 15:02:16.309288 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d9da8a05-6b0e-4291-b9b4-9cb254ba427c req-fd968a96-9d3b-4218-b48e-b41f663919c8 tempest-VolumesNegativeTest-2082980076 tempest-VolumesNegativeTest-2082980076-project] 10.222.0.31 "GET /v2.0/ports?device_id=b582e564-8394-4877-9500-5ade0da8eec6 HTTP/1.1" status: 200 len: 210 time: 0.0384440 Apr 28 15:02:16.362454 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20675e6-a5c1-4a95-8c69-7d24f93d6a2c req-d411a504-0b72-428b-a194-bb406bb8b6f1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:16.363986 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a20675e6-a5c1-4a95-8c69-7d24f93d6a2c req-d411a504-0b72-428b-a194-bb406bb8b6f1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0643032 Apr 28 15:02:16.416963 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a20675e6-a5c1-4a95-8c69-7d24f93d6a2c req-24c08e3a-443a-4a00-a61e-b923a61f6086 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443974 Apr 28 15:02:16.795637 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-db9fd9d0-bf19-44b5-b5b7-fd10c86da9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:17.281032 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828b3a9-fba5-45e1-93d5-3fb9c8e06f46 req-e51b39dc-9324-43da-95fc-8544968984a6 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:17.282603 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1828b3a9-fba5-45e1-93d5-3fb9c8e06f46 req-e51b39dc-9324-43da-95fc-8544968984a6 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0561578 Apr 28 15:02:17.341566 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1828b3a9-fba5-45e1-93d5-3fb9c8e06f46 req-663a6df4-26da-4a4b-a269-e02aef838dbf tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519288 Apr 28 15:02:17.408793 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4181a3-3562-4bdc-9e1d-5a3d0587c36d req-02204641-8ae3-4f4d-8d42-d851aa54ccd8 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:17.410753 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8c4181a3-3562-4bdc-9e1d-5a3d0587c36d req-02204641-8ae3-4f4d-8d42-d851aa54ccd8 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0889189 Apr 28 15:02:17.475361 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8c4181a3-3562-4bdc-9e1d-5a3d0587c36d req-ca62d50b-602b-46f9-aed5-358b2d5ff589 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576677 Apr 28 15:02:17.561210 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24512ce3-3e7e-4a5b-a31a-85b1af77fd8b req-47dcfe56-fa7c-4f25-b2a8-6c67c6a5e823 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:17.562749 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-24512ce3-3e7e-4a5b-a31a-85b1af77fd8b req-47dcfe56-fa7c-4f25-b2a8-6c67c6a5e823 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0571177 Apr 28 15:02:17.609121 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-24512ce3-3e7e-4a5b-a31a-85b1af77fd8b req-6dc98160-3246-485f-b09e-28cdfff88d79 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407953 Apr 28 15:02:18.075628 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:18.463694 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac444c-22e8-469a-bc4b-e2ddc7ffd880 req-c9906e94-460a-4ba7-80d0-27110cd8e7f5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:18.466211 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-98ac444c-22e8-469a-bc4b-e2ddc7ffd880 req-c9906e94-460a-4ba7-80d0-27110cd8e7f5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0515025 Apr 28 15:02:18.522487 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-98ac444c-22e8-469a-bc4b-e2ddc7ffd880 req-9c4d7c6b-7f4b-4d71-ab9d-2e3d7a3db6f8 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515428 Apr 28 15:02:18.652444 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d43d07-814a-495b-af6e-0e16ae3937d6 req-b092dd89-1f43-4053-a50b-305445ac7cf9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:18.654882 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-89d43d07-814a-495b-af6e-0e16ae3937d6 req-b092dd89-1f43-4053-a50b-305445ac7cf9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0638871 Apr 28 15:02:18.721886 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-89d43d07-814a-495b-af6e-0e16ae3937d6 req-7e634fcf-be7d-4631-89cd-3eddaebefb27 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601552 Apr 28 15:02:18.750352 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc268f33-a358-4ea6-bc68-b297a3eb9026 req-e4eb6c17-1321-4d1a-a7a4-f205d3f42bf4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:18.751875 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fc268f33-a358-4ea6-bc68-b297a3eb9026 req-e4eb6c17-1321-4d1a-a7a4-f205d3f42bf4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0607076 Apr 28 15:02:18.806012 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fc268f33-a358-4ea6-bc68-b297a3eb9026 req-0dedeaef-c41a-44b5-9fa4-c34a05b5f5cb tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476422 Apr 28 15:02:19.321080 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:19.642803 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546ee52-553d-4f36-b564-b47c5c6f781c req-490d22cd-7fa1-49ba-9a27-d786e31a3657 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:19.644303 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9546ee52-553d-4f36-b564-b47c5c6f781c req-490d22cd-7fa1-49ba-9a27-d786e31a3657 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0497668 Apr 28 15:02:19.699096 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9546ee52-553d-4f36-b564-b47c5c6f781c req-d8ff3128-4c08-41b7-bfca-19b855fca410 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491030 Apr 28 15:02:19.848930 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802cb69-a398-41db-8dd0-9add747373ae req-b8aacdc1-8768-4f3b-b774-42266a027d9f tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:19.850559 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1802cb69-a398-41db-8dd0-9add747373ae req-b8aacdc1-8768-4f3b-b774-42266a027d9f tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0553224 Apr 28 15:02:19.898677 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1802cb69-a398-41db-8dd0-9add747373ae req-c9cad7fe-9450-4fef-934b-036e4fab581f tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419569 Apr 28 15:02:19.927855 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d1c52-6296-451a-84de-6b0d1830371e req-cbf6b3ca-4f18-4e29-950e-a0ec1973109b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:19.929452 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fc4d1c52-6296-451a-84de-6b0d1830371e req-cbf6b3ca-4f18-4e29-950e-a0ec1973109b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0466146 Apr 28 15:02:19.976589 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fc4d1c52-6296-451a-84de-6b0d1830371e req-44ef6c8d-5e09-4433-a952-4ab7639bf46c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Apr 28 15:02:20.820147 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e3734-e030-486c-adb9-51e01469c525 req-a071f8cd-f6e2-4e89-bb7b-347218e1341b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:20.821691 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-950e3734-e030-486c-adb9-51e01469c525 req-a071f8cd-f6e2-4e89-bb7b-347218e1341b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0534730 Apr 28 15:02:20.865469 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:20.875464 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-950e3734-e030-486c-adb9-51e01469c525 req-124dfe95-af33-4949-b097-df01b492282f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477257 Apr 28 15:02:21.028887 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d86a9-870b-4ff0-b79a-03ad87b825b6 req-3eb6ee75-e563-460c-94bc-0fba438b6550 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:21.031048 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-387d86a9-870b-4ff0-b79a-03ad87b825b6 req-3eb6ee75-e563-460c-94bc-0fba438b6550 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0563245 Apr 28 15:02:21.089228 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-387d86a9-870b-4ff0-b79a-03ad87b825b6 req-f62f490f-a305-47e2-b2b9-b01759f5715a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503125 Apr 28 15:02:21.095456 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c6bad-f343-436a-9be9-eb3564e09e4c req-054c16ff-4584-4329-b7e2-c631c385dfc3 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:21.097163 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-005c6bad-f343-436a-9be9-eb3564e09e4c req-054c16ff-4584-4329-b7e2-c631c385dfc3 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0473721 Apr 28 15:02:21.153299 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:21.154449 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-005c6bad-f343-436a-9be9-eb3564e09e4c req-c0c360db-0f85-4899-a228-bd4eb7732099 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474677 Apr 28 15:02:21.173483 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:02:21.173828 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 1ac2e9d3-4181-4419-892e-bbf8fc1c91fd not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:21.995942 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114fb1f-debc-436d-982e-8885c80975ea req-c6156a2f-2cf9-45a1-bcd0-ee05ee3d312a tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:21.997483 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3114fb1f-debc-436d-982e-8885c80975ea req-c6156a2f-2cf9-45a1-bcd0-ee05ee3d312a tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0502551 Apr 28 15:02:22.047189 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3114fb1f-debc-436d-982e-8885c80975ea req-1ce7d3cc-bfc4-4633-9289-af395c6e1077 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438073 Apr 28 15:02:22.203879 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64238f-5a47-4c9b-b0a7-3328a4d028d1 req-7b045467-2d1c-49b3-874d-2626b9ce7319 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:22.205447 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fa64238f-5a47-4c9b-b0a7-3328a4d028d1 req-7b045467-2d1c-49b3-874d-2626b9ce7319 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0460768 Apr 28 15:02:22.253567 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fa64238f-5a47-4c9b-b0a7-3328a4d028d1 req-c5ce0bdb-6b15-4b2c-80ff-ad02bec9c647 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420768 Apr 28 15:02:22.278187 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a9fef-e1f5-48f6-b32c-0a1a86613c78 req-694fab91-169f-49bd-b1c0-02df6271fb72 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:22.279695 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7b5a9fef-e1f5-48f6-b32c-0a1a86613c78 req-694fab91-169f-49bd-b1c0-02df6271fb72 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0490773 Apr 28 15:02:22.325961 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7b5a9fef-e1f5-48f6-b32c-0a1a86613c78 req-7dc0a81f-bb84-4e2c-98bf-283b593d538f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403042 Apr 28 15:02:23.160342 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec3234-b325-4e74-8d30-4eafd7647eeb req-b2a8ec53-8aa4-46b2-9d67-20b4d1fcf56f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:23.161862 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6aec3234-b325-4e74-8d30-4eafd7647eeb req-b2a8ec53-8aa4-46b2-9d67-20b4d1fcf56f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0464849 Apr 28 15:02:23.209711 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6aec3234-b325-4e74-8d30-4eafd7647eeb req-23bdcb60-2d57-4913-8313-5b2cf4e45238 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 Apr 28 15:02:23.379396 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4e555-ab8d-4a6c-968e-601558955b25 req-5942f143-fe1f-4050-a840-5511dd0f2a0f tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:23.380895 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ebf4e555-ab8d-4a6c-968e-601558955b25 req-5942f143-fe1f-4050-a840-5511dd0f2a0f tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0530472 Apr 28 15:02:23.427647 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ebf4e555-ab8d-4a6c-968e-601558955b25 req-e279bc27-7ce0-4b2a-9891-86bacbf58ede tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410779 Apr 28 15:02:23.446970 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4d9c3-4c88-4962-9f1d-7506cf77bec8 req-c41efaf5-64c5-42e3-9214-9a2dd897ed62 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:23.449228 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e1f4d9c3-4c88-4962-9f1d-7506cf77bec8 req-c41efaf5-64c5-42e3-9214-9a2dd897ed62 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0495307 Apr 28 15:02:23.501102 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e1f4d9c3-4c88-4962-9f1d-7506cf77bec8 req-41f3e43c-cc0b-4b30-a20a-1177ac8a4683 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462976 Apr 28 15:02:24.192626 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 80d4b663-9987-4881-8f15-f09d0ebe88bb details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:02:24.302881 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:24.316246 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'port_id': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'mac_address': 'fa:16:3e:27:b8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:02:24.342216 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4d428-d512-4963-a132-0f5953ee33e3 req-e4002797-6b49-4d14-9254-2ad55a749ee5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:24.343803 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e6b4d428-d512-4963-a132-0f5953ee33e3 req-e4002797-6b49-4d14-9254-2ad55a749ee5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0616856 Apr 28 15:02:24.359293 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 80d4b663-9987-4881-8f15-f09d0ebe88bb is: ACTIVE; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:24.359692 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:24.377647 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80d4b663-9987-4881-8f15-f09d0ebe88bb {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:02:24.397315 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:24.408518 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e6b4d428-d512-4963-a132-0f5953ee33e3 req-6a61e51e-ed8a-478c-8cdd-3a3ea36cbd9f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564182 Apr 28 15:02:24.453131 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:24.510811 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=80d4b663-9987-4881-8f15-f09d0ebe88bb,revision_number=6']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:24.557281 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8898c5-b5e5-4520-a507-687cc894a7b3 req-fdd822c8-ef94-461a-a13a-8405ca696b39 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:24.558843 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-da8898c5-b5e5-4520-a507-687cc894a7b3 req-fdd822c8-ef94-461a-a13a-8405ca696b39 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0499287 Apr 28 15:02:24.568589 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['80d4b663-9987-4881-8f15-f09d0ebe88bb'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:02:24.656572 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-da8898c5-b5e5-4520-a507-687cc894a7b3 req-bc40d704-a6f7-4077-bcbc-33e301b2eb08 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905409 Apr 28 15:02:24.680747 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55dc41-a47b-4a97-8904-d489e44b55f3 req-fc3ceddd-c727-4d1b-b934-1d4f6774bbfa tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:24.682837 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bd55dc41-a47b-4a97-8904-d489e44b55f3 req-fc3ceddd-c727-4d1b-b934-1d4f6774bbfa tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 945 time: 0.0809948 Apr 28 15:02:24.755899 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bd55dc41-a47b-4a97-8904-d489e44b55f3 req-8ca9d5e6-359c-4666-9759-13f6da5642e3 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583475 Apr 28 15:02:24.764841 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 53912) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:25.005006 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-ba28da64-a9b2-4ca0-badd-c8071477a921 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f866b921e11148ceac7e248b6ccfb62a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366910 Apr 28 15:02:25.005281 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 53930) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:25.073460 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d6b7-2ab0-4ae9-be65-286d365b03a0 admin admin] Publish callbacks [] for security_group (39326df0-d20a-48d3-a3ce-62ee5378dd80), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:25.099718 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d6b7-2ab0-4ae9-be65-286d365b03a0 admin admin] Publish callbacks [] for security_group (39326df0-d20a-48d3-a3ce-62ee5378dd80), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:25.149385 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 53932) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:25.154688 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-ef27f4f3-0993-4143-81cc-a1ea9a4f09da tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1129022637', 'description': 'tempest-description--297849344'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:25.234319 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d6b7-2ab0-4ae9-be65-286d365b03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (39326df0-d20a-48d3-a3ce-62ee5378dd80), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:25.237705 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d6b7-2ab0-4ae9-be65-286d365b03a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:25.238835 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-a3b2d6b7-2ab0-4ae9-be65-286d365b03a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39326df0-d20a-48d3-a3ce-62ee5378dd80 HTTP/1.1" status: 204 len: 168 time: 0.2327178 Apr 28 15:02:25.248148 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2d6b7-2ab0-4ae9-be65-286d365b03a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39326df0-d20a-48d3-a3ce-62ee5378dd80,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:25.266668 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ef27f4f3-0993-4143-81cc-a1ea9a4f09da tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:25.341489 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ef27f4f3-0993-4143-81cc-a1ea9a4f09da tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (98689794-5b3b-4bc7-8124-8d0d31df5e5a), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:25.510654 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ef27f4f3-0993-4143-81cc-a1ea9a4f09da tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (98689794-5b3b-4bc7-8124-8d0d31df5e5a), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:25.524641 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d04f1d-1e7a-41e9-bac6-c35d0e35d4ba req-1ec9af49-b736-460a-a6e9-42283545ba81 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:25.526476 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c0d04f1d-1e7a-41e9-bac6-c35d0e35d4ba req-1ec9af49-b736-460a-a6e9-42283545ba81 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0474594 Apr 28 15:02:25.539578 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27f4f3-0993-4143-81cc-a1ea9a4f09da tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98689794-5b3b-4bc7-8124-8d0d31df5e5a,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:25.575231 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c0d04f1d-1e7a-41e9-bac6-c35d0e35d4ba req-0999ec81-b81f-470e-a819-be91042c2d8d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427730 Apr 28 15:02:25.620788 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ef27f4f3-0993-4143-81cc-a1ea9a4f09da tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:25.621971 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-ef27f4f3-0993-4143-81cc-a1ea9a4f09da tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4715977 Apr 28 15:02:25.625327 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53942) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:25.630179 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-64cf132a-72db-44e9-84f7-f67c931c19c3 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'security_group_rule': {'security_group_id': '98689794-5b3b-4bc7-8124-8d0d31df5e5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:25.729087 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-64cf132a-72db-44e9-84f7-f67c931c19c3 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (47860676-823a-4396-bed5-5709d9a0f48e), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:25.794329 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-64cf132a-72db-44e9-84f7-f67c931c19c3 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (47860676-823a-4396-bed5-5709d9a0f48e), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:25.800363 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77edd38-89d4-46ac-9eff-9b2929a6eabf req-8d39ca2a-db86-43a4-a535-61050db859e3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:25.803779 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d77edd38-89d4-46ac-9eff-9b2929a6eabf req-8d39ca2a-db86-43a4-a535-61050db859e3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0526912 Apr 28 15:02:25.870345 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-64cf132a-72db-44e9-84f7-f67c931c19c3 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (47860676-823a-4396-bed5-5709d9a0f48e), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:25.877195 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d77edd38-89d4-46ac-9eff-9b2929a6eabf req-38c2ffb2-deb2-4d21-8812-5f345b92926e tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546103 Apr 28 15:02:25.920980 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf132a-72db-44e9-84f7-f67c931c19c3 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47860676-823a-4396-bed5-5709d9a0f48e,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:25.934893 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7832b67-c164-4c3c-93c9-7d62772c54c7 req-1fdfe88c-2b17-4c99-9e85-df70770061b8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:25.936367 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b7832b67-c164-4c3c-93c9-7d62772c54c7 req-1fdfe88c-2b17-4c99-9e85-df70770061b8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 945 time: 0.0639765 Apr 28 15:02:25.982970 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b7832b67-c164-4c3c-93c9-7d62772c54c7 req-a90c1bd3-1ffd-4ad6-a394-56ec14232afd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409663 Apr 28 15:02:26.013301 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-64cf132a-72db-44e9-84f7-f67c931c19c3 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:26.014477 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-64cf132a-72db-44e9-84f7-f67c931c19c3 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3881462 Apr 28 15:02:26.021568 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53954) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:26.026245 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-feba6602-bfd7-410f-bc4a-12cfcf44ecf5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'security_group_rule': {'security_group_id': '98689794-5b3b-4bc7-8124-8d0d31df5e5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:26.137479 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-feba6602-bfd7-410f-bc4a-12cfcf44ecf5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (157e621d-a010-41d9-b659-5eddb431e977), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:26.191697 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-feba6602-bfd7-410f-bc4a-12cfcf44ecf5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (157e621d-a010-41d9-b659-5eddb431e977), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:26.208156 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 80d4b663-9987-4881-8f15-f09d0ebe88bb up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:26.253088 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 80d4b663-9987-4881-8f15-f09d0ebe88bb triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:26.253456 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:26.270095 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-feba6602-bfd7-410f-bc4a-12cfcf44ecf5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (157e621d-a010-41d9-b659-5eddb431e977), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:26.290226 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba6602-bfd7-410f-bc4a-12cfcf44ecf5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157e621d-a010-41d9-b659-5eddb431e977,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:26.328965 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 80d4b663-9987-4881-8f15-f09d0ebe88bb is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:26.329351 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:26.353988 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:26.356184 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a9e7a7-6f01-478e-a1bd-993e665fc97d" -d '{"events": [{"server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "name": "network-vif-plugged", "status": "completed", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:26.368160 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:26.371542 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-feba6602-bfd7-410f-bc4a-12cfcf44ecf5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:26.373064 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-feba6602-bfd7-410f-bc4a-12cfcf44ecf5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502989 Apr 28 15:02:26.376213 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 53958) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:26.380560 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:26.396742 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1689b2-c768-4946-8781-e3760f36067b x-openstack-request-id: req-7a1689b2-c768-4946-8781-e3760f36067b {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:26.397057 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "name": "network-vif-plugged", "status": "completed", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:26.397316 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a1689b2-c768-4946-8781-e3760f36067b {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:26.397717 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a1689b2-c768-4946-8781-e3760f36067b'] response: {'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'code': 200} Apr 28 15:02:26.487195 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:26.533237 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:26.607789 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=80d4b663-9987-4881-8f15-f09d0ebe88bb,revision_number=7']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:26.613745 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:26.689454 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de787e-42c3-4371-b3b9-f9d53c5a7baa req-b83dba7a-0d27-45f2-b46f-9c97c9c15778 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.690987 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-87de787e-42c3-4371-b3b9-f9d53c5a7baa req-b83dba7a-0d27-45f2-b46f-9c97c9c15778 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0458214 Apr 28 15:02:26.784256 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-87de787e-42c3-4371-b3b9-f9d53c5a7baa req-b39dbe40-45ee-4479-9d50-1df497708ef7 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843065 Apr 28 15:02:26.835942 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Allocated IP 172.27.2.82 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/47b64e15-568b-4e70-81fb-2e8734d939a3) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:26.952708 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for port (47b64e15-568b-4e70-81fb-2e8734d939a3), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:27.013469 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d811-f517-439c-86fe-fe321aaf83be req-9cf03370-e771-4280-90ce-458ec49a0de4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:27.017165 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2a43d811-f517-439c-86fe-fe321aaf83be req-9cf03370-e771-4280-90ce-458ec49a0de4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0536537 Apr 28 15:02:27.042111 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (47b64e15-568b-4e70-81fb-2e8734d939a3), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:27.072374 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2a43d811-f517-439c-86fe-fe321aaf83be req-ab1b2b6e-fd09-40df-b2f3-6e3d04773e07 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506227 Apr 28 15:02:27.093163 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:27.112828 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:27.118183 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:27.162970 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b98fd-9470-4809-abc1-e0a0ffa1d5dd req-33a89171-ddd3-467b-9163-58cdbfb7e401 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:27.164424 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-839b98fd-9470-4809-abc1-e0a0ffa1d5dd req-33a89171-ddd3-467b-9163-58cdbfb7e401 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0945187 Apr 28 15:02:27.165042 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'Port': ['ID=47b64e15-568b-4e70-81fb-2e8734d939a3,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:27.252288 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-839b98fd-9470-4809-abc1-e0a0ffa1d5dd req-26596ff6-ea0a-43c4-9585-5b4af9ad09d7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803914 Apr 28 15:02:27.260569 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (cb6f89f5-f00c-4907-aafd-dab82068f00f), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:27.397509 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (47b64e15-568b-4e70-81fb-2e8734d939a3), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:27.552193 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for port (47b64e15-568b-4e70-81fb-2e8734d939a3), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:27.612636 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (47b64e15-568b-4e70-81fb-2e8734d939a3), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:27.684192 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'Port': ['ID=47b64e15-568b-4e70-81fb-2e8734d939a3,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:27.693784 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (cb6f89f5-f00c-4907-aafd-dab82068f00f), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:27.774770 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:27.776031 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-e6688a47-4943-41a1-9390-ad4b73e59729 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3988597 Apr 28 15:02:27.909690 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a1052-1894-4880-acbd-165a78268556 req-f48c4bef-f3bc-4797-ab4b-4b7e5744ab56 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:27.918390 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-682a1052-1894-4880-acbd-165a78268556 req-f48c4bef-f3bc-4797-ab4b-4b7e5744ab56 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0578070 Apr 28 15:02:27.988309 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-682a1052-1894-4880-acbd-165a78268556 req-5fdde295-34d4-4763-a52a-878813c1280e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576227 Apr 28 15:02:28.047033 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-41433a40-1153-4a62-aa0c-ed4976233256 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1129022637&fields=id&tenant_id=a6f0dee0207e4cdeb2d1f244106252c0 HTTP/1.1" status: 200 len: 267 time: 0.0608146 Apr 28 15:02:28.190614 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-c3e886e4-3437-45e4-a4d1-561a55aecb91 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:28.197501 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-c3e886e4-3437-45e4-a4d1-561a55aecb91 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 815 time: 0.1439979 Apr 28 15:02:28.214283 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-0abb470d-d1cf-4f03-bed5-8d7cb9f2b6a1 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/quotas/a6f0dee0207e4cdeb2d1f244106252c0 HTTP/1.1" status: 200 len: 375 time: 0.0158000 Apr 28 15:02:28.232861 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddffae-b06d-4c8f-a040-81cbef828ef2 req-02521a2b-ea46-4fb6-a2a5-9ad34c2879e0 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:28.234656 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7dddffae-b06d-4c8f-a040-81cbef828ef2 req-02521a2b-ea46-4fb6-a2a5-9ad34c2879e0 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0573885 Apr 28 15:02:28.277298 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-4bf5a364-8124-4686-82a3-0e5b27307cf5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621059 Apr 28 15:02:28.301405 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7dddffae-b06d-4c8f-a040-81cbef828ef2 req-0038401a-5a27-46dd-9b39-42453a27caec tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609846 Apr 28 15:02:28.408705 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-ac2862fc-a563-4df7-8021-22212965305a service neutron] 10.222.0.31 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287901 Apr 28 15:02:28.429350 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d17e8-1ee0-4a11-8dd8-e1fe168f89a1 req-bf64be5b-f3e3-4f96-9666-48a08c01ff91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:28.431216 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-330d17e8-1ee0-4a11-8dd8-e1fe168f89a1 req-bf64be5b-f3e3-4f96-9666-48a08c01ff91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0702560 Apr 28 15:02:28.505114 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-330d17e8-1ee0-4a11-8dd8-e1fe168f89a1 req-0f44f2dd-2fec-4d0b-96be-42a34ba8ee89 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677633 Apr 28 15:02:28.534471 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-703a3580-eff4-4c07-8e07-50f9227b953a service neutron] 10.222.0.31 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182790 Apr 28 15:02:28.799158 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9fdee5e4-3eb9-4a6c-a1f3-e89c6b530463 req-4683cd12-5441-46ea-95bd-9e1f32694bb1 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 210 time: 0.0507603 Apr 28 15:02:29.142367 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373e2bc-8087-4d17-96f3-8cbd33c16d01 req-4e213313-cace-425b-b40f-2e3bbb525ee4 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:29.153272 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9373e2bc-8087-4d17-96f3-8cbd33c16d01 req-4e213313-cace-425b-b40f-2e3bbb525ee4 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0638456 Apr 28 15:02:29.211058 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9373e2bc-8087-4d17-96f3-8cbd33c16d01 req-71a952fb-d76e-49da-93ba-1ca31ff4ef35 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566721 Apr 28 15:02:29.433274 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068cd7a-fd7f-403b-8094-d3aafaf13332 req-fa6a0c19-dca8-4d9d-89eb-70622ffe2bba tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:29.435205 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2068cd7a-fd7f-403b-8094-d3aafaf13332 req-fa6a0c19-dca8-4d9d-89eb-70622ffe2bba tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0544651 Apr 28 15:02:29.487435 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2068cd7a-fd7f-403b-8094-d3aafaf13332 req-567cfbff-940c-4e36-916d-4896ee60e6c6 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465298 Apr 28 15:02:29.650841 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b0a1a-c95e-4d58-a936-3bc30dc99d29 req-df4dd75a-29d4-42f0-ace9-8fd166db695d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:29.652948 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-003b0a1a-c95e-4d58-a936-3bc30dc99d29 req-df4dd75a-29d4-42f0-ace9-8fd166db695d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0581245 Apr 28 15:02:29.715823 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-003b0a1a-c95e-4d58-a936-3bc30dc99d29 req-7e5b4acc-4f24-43d7-9054-470bc529bcf4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569477 Apr 28 15:02:29.910751 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b85936b5-aad8-42c3-9e20-a430c2a124ec req-dc2afbf7-62d9-4ca5-8154-0e46d00c0d27 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 210 time: 0.0426729 Apr 28 15:02:30.347496 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436da0f7-e1c8-4136-8e1a-9a14f734791c req-5848b6d9-1ae8-437a-a816-ec325895fcf1 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:30.349054 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-436da0f7-e1c8-4136-8e1a-9a14f734791c req-5848b6d9-1ae8-437a-a816-ec325895fcf1 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0568695 Apr 28 15:02:30.412969 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-436da0f7-e1c8-4136-8e1a-9a14f734791c req-c1938995-30ea-47be-abee-e0f7efc47fa6 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578218 Apr 28 15:02:30.620232 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0e2d2-1559-4108-9048-d027fd63e4e1 req-64c756c5-e460-40a8-b45a-084df8cd9ab5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:30.620975 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-46d0e2d2-1559-4108-9048-d027fd63e4e1 req-64c756c5-e460-40a8-b45a-084df8cd9ab5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0496297 Apr 28 15:02:30.677944 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-46d0e2d2-1559-4108-9048-d027fd63e4e1 req-a3a0a6e6-2d69-4aa7-820f-d73256e0d2d2 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489311 Apr 28 15:02:30.807522 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28ef8-93ef-43ab-9ccf-62976444147b req-9ba512c8-a02e-454e-ab10-36f170a1a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:30.809167 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c6f28ef8-93ef-43ab-9ccf-62976444147b req-9ba512c8-a02e-454e-ab10-36f170a1a947 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d815343f17b47b68979d8366b04d25b&device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 1129 time: 0.0381846 Apr 28 15:02:30.867690 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2147e-4e13-4f5d-ab55-8f18a4ae8d14 req-3fdcd3d8-2500-416e-8d75-91407b7df1dd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:30.869112 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-25e2147e-4e13-4f5d-ab55-8f18a4ae8d14 req-3fdcd3d8-2500-416e-8d75-91407b7df1dd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0679538 Apr 28 15:02:30.917961 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-25e2147e-4e13-4f5d-ab55-8f18a4ae8d14 req-cb1ff89f-e6db-436e-8939-f9db9dfb5352 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429349 Apr 28 15:02:30.940015 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28ef8-93ef-43ab-9ccf-62976444147b req-fd3397cb-60dd-4304-9c78-fcccebafa703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:30.941530 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c6f28ef8-93ef-43ab-9ccf-62976444147b req-fd3397cb-60dd-4304-9c78-fcccebafa703 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3 HTTP/1.1" status: 200 len: 911 time: 0.1096730 Apr 28 15:02:31.031608 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7c89e0c7-d8a1-4a49-b9af-6c3228ae529d req-d1a40ed2-bc8c-43d2-a4ef-484fffb35cbe tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 210 time: 0.0437810 Apr 28 15:02:31.047108 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:31.061349 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c6f28ef8-93ef-43ab-9ccf-62976444147b req-1b336d29-26ac-45bf-916c-9a992160ad9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d90122cc-9597-40e2-a3a5-4c1ef1427a0e HTTP/1.1" status: 200 len: 1000 time: 0.1137421 Apr 28 15:02:31.117333 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28ef8-93ef-43ab-9ccf-62976444147b req-2d0d0346-bfa4-4be8-bfde-f5d43b603f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:31.119038 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c6f28ef8-93ef-43ab-9ccf-62976444147b req-2d0d0346-bfa4-4be8-bfde-f5d43b603f03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f47bfcc2-cda5-4d28-84bc-3aea2b779f1b HTTP/1.1" status: 200 len: 849 time: 0.0506434 Apr 28 15:02:31.184834 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28ef8-93ef-43ab-9ccf-62976444147b req-c28f73fe-1683-499b-b28d-d57eab3678d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:31.186424 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c6f28ef8-93ef-43ab-9ccf-62976444147b req-c28f73fe-1683-499b-b28d-d57eab3678d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566041 Apr 28 15:02:31.321817 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c6f28ef8-93ef-43ab-9ccf-62976444147b req-ac57a769-0402-4b8a-8e09-0bc45c2e02ef service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268952 Apr 28 15:02:31.455427 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c6f28ef8-93ef-43ab-9ccf-62976444147b req-51ade0e8-f8fa-4b0b-9d15-42c6b860552e service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245699 Apr 28 15:02:31.549309 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2a428-822b-4110-81c1-282173be79dd req-db32f3ac-3710-4a21-ae8f-fe6e697275c4 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:31.550888 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-22f2a428-822b-4110-81c1-282173be79dd req-db32f3ac-3710-4a21-ae8f-fe6e697275c4 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0529072 Apr 28 15:02:31.610871 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-22f2a428-822b-4110-81c1-282173be79dd req-f5367a07-1729-4fb1-860c-9fa1289426b6 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533142 Apr 28 15:02:31.841881 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c22c5f-2d02-4b2d-856e-69345607f971 req-367ab0b9-86b7-4d52-8921-27d3536f1001 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:31.843559 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f6c22c5f-2d02-4b2d-856e-69345607f971 req-367ab0b9-86b7-4d52-8921-27d3536f1001 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0578148 Apr 28 15:02:31.916000 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f6c22c5f-2d02-4b2d-856e-69345607f971 req-3e2565c8-635a-4c7a-9dc0-4fa94a66290a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667765 Apr 28 15:02:32.076479 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e7467-ead8-4898-9833-e4446af89d5b req-47a8ddd0-be9b-432f-aabc-7f119541ffa5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:32.090334 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a45e7467-ead8-4898-9833-e4446af89d5b req-47a8ddd0-be9b-432f-aabc-7f119541ffa5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0799704 Apr 28 15:02:32.165000 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a45e7467-ead8-4898-9833-e4446af89d5b req-78d0b074-b81c-45ea-99ea-3a6757a330da tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716848 Apr 28 15:02:32.177442 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-075cf4c8-0205-485f-9b09-d6e1256c5bed req-2f8e0111-1649-400a-88be-b7965100d2f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 210 time: 0.0405560 Apr 28 15:02:32.495326 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8e5505c7-1067-4aa1-89b6-9be33c44d4ad tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:32.497599 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8e5505c7-1067-4aa1-89b6-9be33c44d4ad tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 815 time: 0.1560404 Apr 28 15:02:32.786961 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14663a61-c110-452e-a7a3-df757ac7c9ce req-c4215fa0-1ea4-4dc2-9773-6c47561f10bc tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:32.788469 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-14663a61-c110-452e-a7a3-df757ac7c9ce req-c4215fa0-1ea4-4dc2-9773-6c47561f10bc tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0716360 Apr 28 15:02:32.883605 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-f648f0ce-a72c-4be9-995b-3a11d9ebeaca tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6f0dee0207e4cdeb2d1f244106252c0 HTTP/1.1" status: 200 len: 473 time: 0.1211319 Apr 28 15:02:32.903463 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-14663a61-c110-452e-a7a3-df757ac7c9ce req-a28b7f01-8a37-486c-aaee-698e780459ea tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058073 Apr 28 15:02:32.913944 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'port': {'device_id': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'admin_state_up': True, 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'security_groups': ['98689794-5b3b-4bc7-8124-8d0d31df5e5a']}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:33.096596 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcde9fc-ce3f-4bdd-91ea-d32616c860a5 req-d10d4133-7776-4dfd-b90b-418ee6864a5a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:33.101144 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1fcde9fc-ce3f-4bdd-91ea-d32616c860a5 req-d10d4133-7776-4dfd-b90b-418ee6864a5a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0729742 Apr 28 15:02:33.162234 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1fcde9fc-ce3f-4bdd-91ea-d32616c860a5 req-068aaea1-7774-48b3-9728-4505fc76c856 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524271 Apr 28 15:02:33.257147 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Made reservation on behalf of a6f0dee0207e4cdeb2d1f244106252c0 for: {'port': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:33.265431 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:33.311785 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fcc49-6200-4d02-96e6-bd4432cb2f8c req-ebd477e8-2901-4f85-9939-7a8685148bb8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:33.312469 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-56159137-1ce5-40ce-b75f-d38ce221c361 req-7938e34e-7d01-47f0-ad1e-cbe1320fc0d7 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 210 time: 0.0313201 Apr 28 15:02:33.318749 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-069fcc49-6200-4d02-96e6-bd4432cb2f8c req-ebd477e8-2901-4f85-9939-7a8685148bb8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0544536 Apr 28 15:02:33.373837 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-069fcc49-6200-4d02-96e6-bd4432cb2f8c req-41ff756c-fbfc-40e8-884f-fd7ed430ccb1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542829 Apr 28 15:02:33.468743 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Allocated IP 172.20.0.11 (1ed45ab8-7ad4-45eb-b2e9-24d899ca4036/a4a45de5-2458-48c8-906b-01e1b205ed9e/4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:33.632262 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:33.739394 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:33.788261 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:33.792379 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:33.802958 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:33.826841 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'Port': ['ID=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:33.842458 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.842819 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.843169 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.843513 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.843843 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.844178 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.844513 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.844866 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.845197 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.845524 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.845854 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.846181 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.846508 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.846834 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.847157 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:33.875550 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:33.876240 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:33.981450 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-67f1b166-7dc5-4231-a475-d8daff04036e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0891025 Apr 28 15:02:34.003979 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Request body: {'port': {'device_id': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:34.097131 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:34.127048 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac1eb7-156a-47d8-b686-48f34d835bb0 req-e4bbdf33-017c-47cc-8f86-f32266766ff4 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:34.137907 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5aac1eb7-156a-47d8-b686-48f34d835bb0 req-e4bbdf33-017c-47cc-8f86-f32266766ff4 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0925844 Apr 28 15:02:34.143362 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-3ee6b0af-229b-4e83-8329-27f35802045d None None] Provisioning complete for port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:34.143974 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3ee6b0af-229b-4e83-8329-27f35802045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:34.182209 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-3ee6b0af-229b-4e83-8329-27f35802045d None None] Port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:02:34.313678 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5aac1eb7-156a-47d8-b686-48f34d835bb0 req-507083fa-3b5e-49d4-8bcd-511f55ce13ff tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758604 Apr 28 15:02:34.324935 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec51c8c-4d97-4b37-97f2-eb2e53fd5b72 req-82c845f5-afb5-48b9-92f3-669c0b527f6b tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:34.338417 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0ec51c8c-4d97-4b37-97f2-eb2e53fd5b72 req-82c845f5-afb5-48b9-92f3-669c0b527f6b tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0708923 Apr 28 15:02:34.405823 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0ec51c8c-4d97-4b37-97f2-eb2e53fd5b72 req-7996120b-c258-433a-b6eb-67cb38e1940a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661173 Apr 28 15:02:34.518577 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b206b52-f480-4f23-bda7-bbed77987088 req-b2bf82a5-d8f1-4108-8326-f1e027db460e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:34.520136 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9b206b52-f480-4f23-bda7-bbed77987088 req-b2bf82a5-d8f1-4108-8326-f1e027db460e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0540452 Apr 28 15:02:34.578260 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9b206b52-f480-4f23-bda7-bbed77987088 req-21e2595d-2368-4086-bbf6-49978a2bf5f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509920 Apr 28 15:02:34.690994 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dd635-353e-497e-8dfd-c6f0f3f4cec5 req-1a0c7309-c462-490f-afd6-b65d1df09006 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:34.692451 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0c7dd635-353e-497e-8dfd-c6f0f3f4cec5 req-1a0c7309-c462-490f-afd6-b65d1df09006 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 932 time: 0.0853257 Apr 28 15:02:34.813308 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0c7dd635-353e-497e-8dfd-c6f0f3f4cec5 req-3882e216-d1cd-42d2-bd28-c8ed6b77644c tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112325 Apr 28 15:02:34.827934 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 {{(pid=110070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:02:34.837102 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Publish callbacks [] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:34.852398 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.provisioning_blocks [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Transition to ACTIVE for port object 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 will not be triggered until provisioned by entity L2. {{(pid=110070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:02:34.921860 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:35.000404 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:35.027208 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54128) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:35.125365 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Attempting to bind port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:02:35.125714 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Attempting to bind port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:02:35.126056 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Attempting to bind port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:35.130802 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:02:35.132350 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Attempting to bind port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:35.143021 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:35.143021 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Checking segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:02:35.143021 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Bound using segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:35.143021 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Bound port: 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'}}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:02:35.143021 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:35.214334 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:35.243453 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] For port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700, host hv-cinder-83976, cleared binding levels {{(pid=110070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:35.249553 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] For port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:35.317638 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Publish callbacks [] for security_group (e252e349-443d-4824-97ed-fcf0e73e93f1), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:35.374900 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:35.402057 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (e252e349-443d-4824-97ed-fcf0e73e93f1), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:35.432933 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:35.434190 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:35.435741 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 HTTP/1.1" status: 200 len: 1094 time: 1.4381535 Apr 28 15:02:35.437231 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'tag': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:35.439806 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d9e1be-75e5-4d67-ae32-5dac1c9d92ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d02b6938-7657-4277-9f6b-fb09ca0150b9", "tag": "4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:35.465670 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f798-5e1b-4bdd-997e-cc8bb291c9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700,revision_number=3']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:35.597570 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e86f688055d64d96b149ba6b885f8c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5684798 Apr 28 15:02:35.598478 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54138) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:35.618091 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e252e349-443d-4824-97ed-fcf0e73e93f1,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:35.641713 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f4fa4-d8c0-4d39-9d95-91836df91edf req-6b6854c8-4501-4298-a9c6-409d729011bb tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:35.643865 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-553f4fa4-d8c0-4d39-9d95-91836df91edf req-6b6854c8-4501-4298-a9c6-409d729011bb tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.2242613 Apr 28 15:02:35.648398 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.648961 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.649477 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.649997 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.650897 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.651230 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.651561 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.652446 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.652446 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.652759 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.652937 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.653257 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.653582 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.653916 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.654226 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c3627-8c40-4c46-8587-55c14fcb03cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:35.680505 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-91d5e5f3-110b-4082-86c3-ea3d485da467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:35.682315 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-91d5e5f3-110b-4082-86c3-ea3d485da467 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 1128 time: 0.0726898 Apr 28 15:02:35.691838 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24243f8a-ea79-4b37-a367-6778fc39af85 req-f2c6fc8c-973f-4863-b5c6-7126cef7f0d5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:35.693698 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-24243f8a-ea79-4b37-a367-6778fc39af85 req-f2c6fc8c-973f-4863-b5c6-7126cef7f0d5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.1273234 Apr 28 15:02:35.738318 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-b3bba640-bf5a-48f7-a8bd-ff238ab54eb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 HTTP/1.1" status: 200 len: 217 time: 0.0433974 Apr 28 15:02:35.754824 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-553f4fa4-d8c0-4d39-9d95-91836df91edf req-80ef20b2-17bf-4a00-b7f5-953852b0d6b5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944722 Apr 28 15:02:35.758982 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-403f4abb-e6d2-4fdf-849b-9eab73b60a71 admin admin] Publish callbacks [] for security_group (e252e349-443d-4824-97ed-fcf0e73e93f1), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:35.790329 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-403f4abb-e6d2-4fdf-849b-9eab73b60a71 admin admin] Publish callbacks [] for security_group (e252e349-443d-4824-97ed-fcf0e73e93f1), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:35.840788 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72b82b3-6428-4542-b785-49cceb1991c9 x-openstack-request-id: req-a72b82b3-6428-4542-b785-49cceb1991c9 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:35.841190 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02b6938-7657-4277-9f6b-fb09ca0150b9", "tag": "4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:35.842200 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a72b82b3-6428-4542-b785-49cceb1991c9 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:35.842892 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72b82b3-6428-4542-b785-49cceb1991c9'] response: {'name': 'network-changed', 'server_uuid': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'tag': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700', 'status': 'completed', 'code': 200} Apr 28 15:02:35.854569 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-24243f8a-ea79-4b37-a367-6778fc39af85 req-97b367f0-8f46-490a-88a2-39b533e9a8a8 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149552 Apr 28 15:02:35.887492 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-ab7468be-ebb4-4282-96aa-7e0cb434930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:35.889170 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-ab7468be-ebb4-4282-96aa-7e0cb434930f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4a45de5-2458-48c8-906b-01e1b205ed9e HTTP/1.1" status: 200 len: 854 time: 0.1404283 Apr 28 15:02:35.928254 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-403f4abb-e6d2-4fdf-849b-9eab73b60a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (e252e349-443d-4824-97ed-fcf0e73e93f1), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:35.932138 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-403f4abb-e6d2-4fdf-849b-9eab73b60a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:35.946815 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-403f4abb-e6d2-4fdf-849b-9eab73b60a71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e252e349-443d-4824-97ed-fcf0e73e93f1 HTTP/1.1" status: 204 len: 168 time: 0.3287132 Apr 28 15:02:35.958032 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-b4dab268-c64a-4620-96b7-ecd31f752ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:35.963520 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-b4dab268-c64a-4620-96b7-ecd31f752ea8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655177 Apr 28 15:02:35.979734 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3446aa-5a94-496a-bbcc-6a12629217b5 req-0a8945f0-c28e-418f-90dc-0b8b384386a5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:35.981603 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eb3446aa-5a94-496a-bbcc-6a12629217b5 req-0a8945f0-c28e-418f-90dc-0b8b384386a5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0997484 Apr 28 15:02:35.982581 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f4abb-e6d2-4fdf-849b-9eab73b60a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e252e349-443d-4824-97ed-fcf0e73e93f1,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:36.082820 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d8d6a-dc9f-4335-89a8-de7824a947f1 req-a9bafd29-a234-40a4-9c84-b1c8f8b18964 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:36.090596 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eb3446aa-5a94-496a-bbcc-6a12629217b5 req-a473f3c6-d5d5-4e2f-a38e-1b3dfcc33c92 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995252 Apr 28 15:02:36.090768 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f11d8d6a-dc9f-4335-89a8-de7824a947f1 req-a9bafd29-a234-40a4-9c84-b1c8f8b18964 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 944 time: 0.1225111 Apr 28 15:02:36.192895 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-cd6cde33-ab25-4849-a102-9a52c821cb89 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146244 Apr 28 15:02:36.204721 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f11d8d6a-dc9f-4335-89a8-de7824a947f1 req-29de54e0-3f84-47a4-a5e8-a83c3719e53d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128972 Apr 28 15:02:36.320624 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-358b548c-ddb4-4e03-91cf-a07dcbcb9879 req-7a66f040-2c9e-417b-a5ff-a9057b511915 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148372 Apr 28 15:02:36.898499 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b09bf4-b36f-4130-9567-084fc6a1bb61 req-bcde42f2-450b-4a2a-917b-c312adc2b577 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:36.906123 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-87b09bf4-b36f-4130-9567-084fc6a1bb61 req-bcde42f2-450b-4a2a-917b-c312adc2b577 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0588243 Apr 28 15:02:36.983558 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-87b09bf4-b36f-4130-9567-084fc6a1bb61 req-55888ac6-8bd3-4ed4-99ec-a06183f51988 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765247 Apr 28 15:02:37.010221 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38912e70-bc3f-4578-896f-55e12c3c85db req-f1118e79-6020-48c7-8325-9a1df6e0f819 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:37.011977 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-38912e70-bc3f-4578-896f-55e12c3c85db req-f1118e79-6020-48c7-8325-9a1df6e0f819 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0778334 Apr 28 15:02:37.069293 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-38912e70-bc3f-4578-896f-55e12c3c85db req-ce841900-a3e9-4381-9c42-d7863a6e6706 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517676 Apr 28 15:02:37.301510 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab00257-9bcf-404e-948e-fc9f1797dfb5 req-3b63c015-2f94-4de3-9b9c-ec5f82c93541 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:37.308819 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0ab00257-9bcf-404e-948e-fc9f1797dfb5 req-3b63c015-2f94-4de3-9b9c-ec5f82c93541 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0798101 Apr 28 15:02:37.394843 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0ab00257-9bcf-404e-948e-fc9f1797dfb5 req-851d47bf-5bb0-4b30-83a6-64b2f612afbe tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850508 Apr 28 15:02:37.566509 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643aa9a-af08-4cc6-8813-5dcdb345fad8 req-248c8399-5e69-480b-8281-f36be2044a02 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:37.576138 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1643aa9a-af08-4cc6-8813-5dcdb345fad8 req-248c8399-5e69-480b-8281-f36be2044a02 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 944 time: 0.1013401 Apr 28 15:02:37.596029 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9e1be-75e5-4d67-ae32-5dac1c9d92ca req-4d67026d-4afc-4772-9abb-6e2671c39956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:37.597922 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-89d9e1be-75e5-4d67-ae32-5dac1c9d92ca req-4d67026d-4afc-4772-9abb-6e2671c39956 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 1128 time: 0.1195016 Apr 28 15:02:37.627240 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60202-18fc-48b3-b7ef-6f019fe93291 req-59db2d87-64f1-49d9-b5e8-22e040369810 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:37.631282 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9ef60202-18fc-48b3-b7ef-6f019fe93291 req-59db2d87-64f1-49d9-b5e8-22e040369810 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0835874 Apr 28 15:02:37.681149 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1643aa9a-af08-4cc6-8813-5dcdb345fad8 req-a4eb67c2-839c-4706-ba85-c95b226d1b32 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016035 Apr 28 15:02:37.754014 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9ef60202-18fc-48b3-b7ef-6f019fe93291 req-b54e57d7-9969-40c2-89c2-c31101b6274f tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171062 Apr 28 15:02:37.787242 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9e1be-75e5-4d67-ae32-5dac1c9d92ca req-8eb501ad-87e6-4b66-8fa3-e49dbad965cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:37.788838 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-89d9e1be-75e5-4d67-ae32-5dac1c9d92ca req-8eb501ad-87e6-4b66-8fa3-e49dbad965cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 916 time: 0.1810391 Apr 28 15:02:38.106436 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e21bb-8bec-4eb7-ae5d-7af570729958 req-e0a7d22c-9dcf-47ce-8125-46546e62043e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:38.114107 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4b1e21bb-8bec-4eb7-ae5d-7af570729958 req-e0a7d22c-9dcf-47ce-8125-46546e62043e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0690539 Apr 28 15:02:38.163769 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4b1e21bb-8bec-4eb7-ae5d-7af570729958 req-61e94572-c2dc-4c96-b679-25bedbca7cd2 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489061 Apr 28 15:02:38.251392 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:02:38.490121 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:38.501699 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'port_id': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700', 'mac_address': 'fa:16:3e:99:f8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:02:38.524279 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4efa8b-3c98-46a5-99ed-f868f458fa4c req-adfeb956-0e08-499d-8e54-19beffbc8275 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:38.526461 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2d4efa8b-3c98-46a5-99ed-f868f458fa4c req-adfeb956-0e08-499d-8e54-19beffbc8275 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0524702 Apr 28 15:02:38.540763 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:38.541821 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:38.556901 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:02:38.599101 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:38.601190 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2d4efa8b-3c98-46a5-99ed-f868f458fa4c req-377a6ea8-65c2-478f-be77-8e73621c74e5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486317 Apr 28 15:02:38.756069 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-89d9e1be-75e5-4d67-ae32-5dac1c9d92ca req-9950275c-c6a5-4de9-a209-72af69d41f8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 HTTP/1.1" status: 200 len: 217 time: 0.0553534 Apr 28 15:02:38.771237 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c1d04-1971-4f79-962c-336d3eac654e req-47ab5f9f-c56a-4f13-b770-52803225b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:38.773039 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bf9c1d04-1971-4f79-962c-336d3eac654e req-47ab5f9f-c56a-4f13-b770-52803225b830 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d815343f17b47b68979d8366b04d25b&device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 1129 time: 0.0508404 Apr 28 15:02:38.852984 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94faf5bf-9549-4b6c-8ed8-f0fb38e92472 req-e0c0d509-6c76-4461-8ed4-a8b262d25a6b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:38.854670 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-94faf5bf-9549-4b6c-8ed8-f0fb38e92472 req-e0c0d509-6c76-4461-8ed4-a8b262d25a6b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 944 time: 0.0949039 Apr 28 15:02:38.865363 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9e1be-75e5-4d67-ae32-5dac1c9d92ca req-ad87984b-2c1e-4858-9ff1-e9165831bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:38.866950 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-89d9e1be-75e5-4d67-ae32-5dac1c9d92ca req-ad87984b-2c1e-4858-9ff1-e9165831bf2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4a45de5-2458-48c8-906b-01e1b205ed9e HTTP/1.1" status: 200 len: 854 time: 0.0944991 Apr 28 15:02:38.936690 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9e1be-75e5-4d67-ae32-5dac1c9d92ca req-a588ac2f-5fe0-43d0-b111-b3ba4ecf4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:38.938153 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-89d9e1be-75e5-4d67-ae32-5dac1c9d92ca req-a588ac2f-5fe0-43d0-b111-b3ba4ecf4c95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587947 Apr 28 15:02:38.940531 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d90f2-9210-4434-9372-01ddcfbcc2b7 req-6489d7d6-00b9-4a41-a0e1-af3a5fb98317 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:38.942007 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-184d90f2-9210-4434-9372-01ddcfbcc2b7 req-6489d7d6-00b9-4a41-a0e1-af3a5fb98317 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0861938 Apr 28 15:02:38.957475 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef485af9-cb9b-4486-91ff-0ca7da087308 req-7c8770a1-7468-427d-982e-a4942dcd9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:38.958031 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-94faf5bf-9549-4b6c-8ed8-f0fb38e92472 req-4aa98aea-310d-4da3-a4dd-13e7def3fd81 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952830 Apr 28 15:02:38.958954 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ef485af9-cb9b-4486-91ff-0ca7da087308 req-7c8770a1-7468-427d-982e-a4942dcd9a47 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 1130 time: 0.0716136 Apr 28 15:02:39.019148 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:39.048082 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-89d9e1be-75e5-4d67-ae32-5dac1c9d92ca req-8e634dc8-f8bc-480f-9bcf-d5c6fff51221 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020863 Apr 28 15:02:39.081159 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:39.184817 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-89d9e1be-75e5-4d67-ae32-5dac1c9d92ca req-e309ff76-b88c-4fde-9950-adbd063adc0b service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291754 Apr 28 15:02:39.302312 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c1d04-1971-4f79-962c-336d3eac654e req-0c30cd46-3e84-46c4-b1b2-fc874ab88a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:39.303744 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bf9c1d04-1971-4f79-962c-336d3eac654e req-0c30cd46-3e84-46c4-b1b2-fc874ab88a22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3 HTTP/1.1" status: 200 len: 911 time: 0.5226080 Apr 28 15:02:39.305834 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e178ba-2a55-4245-ab0a-b293d8a743bb req-858b1e33-a00a-4559-999b-903168e32a50 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:39.307534 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d1e178ba-2a55-4245-ab0a-b293d8a743bb req-858b1e33-a00a-4559-999b-903168e32a50 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0581038 Apr 28 15:02:39.339583 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:02:39.393074 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ef485af9-cb9b-4486-91ff-0ca7da087308 req-3e45cd99-d969-4d73-a63f-ac2cb7eda1f1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262080 Apr 28 15:02:39.436284 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d1e178ba-2a55-4245-ab0a-b293d8a743bb req-635fe4c8-4a60-4d92-ba81-ee0365a57126 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194346 Apr 28 15:02:39.441583 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-184d90f2-9210-4434-9372-01ddcfbcc2b7 req-43dd36c6-615d-46bc-9070-42ad9ec1c86f tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4875882 Apr 28 15:02:39.482492 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bf9c1d04-1971-4f79-962c-336d3eac654e req-684e799c-d6c4-4cb2-b2b8-6c5037447b26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d90122cc-9597-40e2-a3a5-4c1ef1427a0e HTTP/1.1" status: 200 len: 1000 time: 0.1701663 Apr 28 15:02:39.495745 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54222) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:39.714111 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00efde99-4d2b-4598-a52d-b58ed0deb896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:39.770326 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c1d04-1971-4f79-962c-336d3eac654e req-e36b9824-0173-4f2a-bdfb-8b2e65b38015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:39.772028 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bf9c1d04-1971-4f79-962c-336d3eac654e req-e36b9824-0173-4f2a-bdfb-8b2e65b38015 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f47bfcc2-cda5-4d28-84bc-3aea2b779f1b HTTP/1.1" status: 200 len: 849 time: 0.1664884 Apr 28 15:02:39.784337 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdcec0-216e-46d8-b9a3-fa06f0f2342f req-f802f98c-194e-4f2d-8486-35c0fc004b14 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:39.785803 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fbcdcec0-216e-46d8-b9a3-fa06f0f2342f req-f802f98c-194e-4f2d-8486-35c0fc004b14 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0929527 Apr 28 15:02:39.856812 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fbcdcec0-216e-46d8-b9a3-fa06f0f2342f req-3aac0861-9dd2-4a04-9b7d-cf774c7d3494 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645776 Apr 28 15:02:39.885779 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00efde99-4d2b-4598-a52d-b58ed0deb896 admin admin] Publish callbacks [] for security_group (3bbfad3b-8f3e-4a77-be30-fd13d56b401a), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:39.955567 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-00efde99-4d2b-4598-a52d-b58ed0deb896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (3bbfad3b-8f3e-4a77-be30-fd13d56b401a), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:40.004219 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-00efde99-4d2b-4598-a52d-b58ed0deb896 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b77c2c137624cd4be7eafd82b26128d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5028355 Apr 28 15:02:40.004219 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efde99-4d2b-4598-a52d-b58ed0deb896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbfad3b-8f3e-4a77-be30-fd13d56b401a,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:40.005568 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 54230) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:40.105582 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17a94d-f869-48a8-bbee-f45be237d88e req-527bfc03-0cc5-4eb6-b55d-3e11152dde32 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:40.107040 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ee17a94d-f869-48a8-bbee-f45be237d88e req-527bfc03-0cc5-4eb6-b55d-3e11152dde32 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 945 time: 0.0688827 Apr 28 15:02:40.108775 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8f40d27a-6b4c-40e8-86ac-426f28976f2a admin admin] Publish callbacks [] for security_group (3bbfad3b-8f3e-4a77-be30-fd13d56b401a), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:40.125620 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c1d04-1971-4f79-962c-336d3eac654e req-b86dbfbb-0924-44dd-9054-99dbcf79b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:40.127159 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bf9c1d04-1971-4f79-962c-336d3eac654e req-b86dbfbb-0924-44dd-9054-99dbcf79b162 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380599 Apr 28 15:02:40.141816 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8f40d27a-6b4c-40e8-86ac-426f28976f2a admin admin] Publish callbacks [] for security_group (3bbfad3b-8f3e-4a77-be30-fd13d56b401a), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:40.192431 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ee17a94d-f869-48a8-bbee-f45be237d88e req-4c9f2a1a-fe91-4f47-9be5-65fc427da97b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754802 Apr 28 15:02:40.226041 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bf9c1d04-1971-4f79-962c-336d3eac654e req-119498c0-f164-4461-8a60-3ce21083d398 service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908024 Apr 28 15:02:40.314065 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:40.320126 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bf9c1d04-1971-4f79-962c-336d3eac654e req-12e55f73-1908-4ea7-ad3e-f2f250af8d65 service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840743 Apr 28 15:02:40.344408 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8f40d27a-6b4c-40e8-86ac-426f28976f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (3bbfad3b-8f3e-4a77-be30-fd13d56b401a), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:40.347117 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8f40d27a-6b4c-40e8-86ac-426f28976f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:40.351070 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-8f40d27a-6b4c-40e8-86ac-426f28976f2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bbfad3b-8f3e-4a77-be30-fd13d56b401a HTTP/1.1" status: 204 len: 168 time: 0.3444622 Apr 28 15:02:40.359143 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40d27a-6b4c-40e8-86ac-426f28976f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbfad3b-8f3e-4a77-be30-fd13d56b401a,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:40.398398 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:02:40.475949 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:40.476328 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:40.560906 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f56aee-d702-466e-8d44-6ce412ee7f5a req-39464643-5773-4a14-905a-f1b94ee708cb tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:40.562549 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-33f56aee-d702-466e-8d44-6ce412ee7f5a req-39464643-5773-4a14-905a-f1b94ee708cb tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0555463 Apr 28 15:02:40.567921 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:40.569389 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:40.597159 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:40.600483 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a680f03-0d92-4b0b-bcbb-c9fc226c0b0c" -d '{"events": [{"server_uuid": "d02b6938-7657-4277-9f6b-fb09ca0150b9", "name": "network-vif-plugged", "status": "completed", "tag": "4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:40.618949 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:40.634660 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456313b4-7d2c-4af2-b203-72586f2bad24 req-b8e7340e-85d2-4c11-a57a-7c5f7e378db8 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:40.636727 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-456313b4-7d2c-4af2-b203-72586f2bad24 req-b8e7340e-85d2-4c11-a57a-7c5f7e378db8 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0563314 Apr 28 15:02:40.641730 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-33f56aee-d702-466e-8d44-6ce412ee7f5a req-149d879a-2b0c-451b-81da-00038a298606 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720084 Apr 28 15:02:40.676016 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:40.695656 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-456313b4-7d2c-4af2-b203-72586f2bad24 req-6142bf2c-7eaf-47b5-a0f3-40d88375da69 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580530 Apr 28 15:02:40.707761 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e325ced2-660c-4cdc-b7f3-3b40695f9230 x-openstack-request-id: req-e325ced2-660c-4cdc-b7f3-3b40695f9230 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:40.708161 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02b6938-7657-4277-9f6b-fb09ca0150b9", "name": "network-vif-plugged", "status": "completed", "tag": "4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:40.708531 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e325ced2-660c-4cdc-b7f3-3b40695f9230 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:40.709011 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e325ced2-660c-4cdc-b7f3-3b40695f9230'] response: {'server_uuid': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700', 'code': 200} Apr 28 15:02:40.742753 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:41.003104 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72060a31-6d8a-422f-b951-3d53288e7b90 req-cada8e8a-3afc-4023-a9b3-56d268c1e5f1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:41.004819 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-72060a31-6d8a-422f-b951-3d53288e7b90 req-cada8e8a-3afc-4023-a9b3-56d268c1e5f1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0548251 Apr 28 15:02:41.057284 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-72060a31-6d8a-422f-b951-3d53288e7b90 req-73079851-8d0a-42d0-a564-252c72def77d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432918 Apr 28 15:02:41.323738 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72a165-e5c8-4c1e-a442-49474c431fa0 req-ca1cda2d-e03f-4dc1-b5bf-79a051321659 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:41.325238 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6c72a165-e5c8-4c1e-a442-49474c431fa0 req-ca1cda2d-e03f-4dc1-b5bf-79a051321659 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 946 time: 0.0501473 Apr 28 15:02:41.373164 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6c72a165-e5c8-4c1e-a442-49474c431fa0 req-fe4d44a4-6e3e-4876-99b8-2d6899c8568b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417821 Apr 28 15:02:41.781185 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2e21-0ccb-46ed-93ff-002223beab4a req-cfe5a5f5-e846-4bd3-9710-b59531624e77 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:41.788390 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c05d2e21-0ccb-46ed-93ff-002223beab4a req-cfe5a5f5-e846-4bd3-9710-b59531624e77 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0572121 Apr 28 15:02:41.832748 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459782-1ce7-4174-a15c-7e14ac69cb79 req-d891f695-a8df-43a1-a060-63c9bbec9c44 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:41.834295 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dc459782-1ce7-4174-a15c-7e14ac69cb79 req-d891f695-a8df-43a1-a060-63c9bbec9c44 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0517995 Apr 28 15:02:41.834623 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c05d2e21-0ccb-46ed-93ff-002223beab4a req-9a1a2a80-b69d-44f6-bcfb-21b1698a9870 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452120 Apr 28 15:02:41.883176 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dc459782-1ce7-4174-a15c-7e14ac69cb79 req-e0f3252f-1e57-4da1-a07a-8f098836b28f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424592 Apr 28 15:02:41.999085 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3f79c-8b47-4d80-a540-45dc62837b13 req-488faaf6-443e-4555-9873-a4bb9f20b5a7 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:42.000641 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-01f3f79c-8b47-4d80-a540-45dc62837b13 req-488faaf6-443e-4555-9873-a4bb9f20b5a7 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0473831 Apr 28 15:02:42.052220 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-01f3f79c-8b47-4d80-a540-45dc62837b13 req-9d28f688-8b78-40cf-a486-8c7e20de3316 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Apr 28 15:02:42.173972 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d4046-fb9c-41a0-89a3-a1267a722cfe req-b02621de-a7cc-4ccf-ba98-aad3e028951a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:42.176232 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-963d4046-fb9c-41a0-89a3-a1267a722cfe req-b02621de-a7cc-4ccf-ba98-aad3e028951a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0473166 Apr 28 15:02:42.227001 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-963d4046-fb9c-41a0-89a3-a1267a722cfe req-f4547237-a78b-4a80-b257-d27851f79b3f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451548 Apr 28 15:02:42.307903 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a529cb-84ca-4dbb-a21d-50659480b2e2 req-5d56ec4c-d4b1-4ec7-b3c4-5c7521636c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:42.309451 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-95a529cb-84ca-4dbb-a21d-50659480b2e2 req-5d56ec4c-d4b1-4ec7-b3c4-5c7521636c90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 1130 time: 0.0673499 Apr 28 15:02:42.314724 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50db2d-4d0a-4d7d-aa64-d6d4f3b38d58 req-fe4aa0ba-eea7-41f7-8246-0fa794fb7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:42.316187 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ef50db2d-4d0a-4d7d-aa64-d6d4f3b38d58 req-fe4aa0ba-eea7-41f7-8246-0fa794fb7cb1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 1130 time: 0.0636420 Apr 28 15:02:42.416502 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-95a529cb-84ca-4dbb-a21d-50659480b2e2 req-b8083526-42aa-4184-993a-77804a678465 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987713 Apr 28 15:02:42.436331 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50db2d-4d0a-4d7d-aa64-d6d4f3b38d58 req-0c2792af-5d7b-4e1f-9b93-4aa0ab0f0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:42.437831 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ef50db2d-4d0a-4d7d-aa64-d6d4f3b38d58 req-0c2792af-5d7b-4e1f-9b93-4aa0ab0f0cd6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 200 len: 917 time: 0.1140587 Apr 28 15:02:42.498286 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2798df-2f16-48e4-9044-d0b0063d0967 req-d981bd52-3ae3-430f-9127-240da7694a63 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:42.500070 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3f2798df-2f16-48e4-9044-d0b0063d0967 req-d981bd52-3ae3-430f-9127-240da7694a63 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 946 time: 0.0516698 Apr 28 15:02:42.547899 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3f2798df-2f16-48e4-9044-d0b0063d0967 req-dbb69f4d-e401-4039-8aca-2c276e5a95d7 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420401 Apr 28 15:02:42.697893 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ef50db2d-4d0a-4d7d-aa64-d6d4f3b38d58 req-0301045d-3e39-4026-af96-9bc3de007a41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb HTTP/1.1" status: 200 len: 1001 time: 0.0679650 Apr 28 15:02:42.752399 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50db2d-4d0a-4d7d-aa64-d6d4f3b38d58 req-e6a3f355-e190-4d01-acba-57628376a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:42.754104 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ef50db2d-4d0a-4d7d-aa64-d6d4f3b38d58 req-e6a3f355-e190-4d01-acba-57628376a5ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bba402f-a684-4714-861d-42a0c9992a9f HTTP/1.1" status: 200 len: 855 time: 0.0495088 Apr 28 15:02:42.798337 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50db2d-4d0a-4d7d-aa64-d6d4f3b38d58 req-64994488-c575-4704-8b70-ff56e0e0fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:42.799815 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ef50db2d-4d0a-4d7d-aa64-d6d4f3b38d58 req-64994488-c575-4704-8b70-ff56e0e0fe3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60fd79c5-50c5-4587-8604-5daaaa9b4694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378299 Apr 28 15:02:42.894111 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ef50db2d-4d0a-4d7d-aa64-d6d4f3b38d58 req-73d4591a-5566-443b-a60d-1494a5d18c31 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848875 Apr 28 15:02:42.953134 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3ef0a-b1fe-4b3b-a17a-1dcb1e1a5975 req-08332dfb-7362-4a6d-a12a-5e583464fe5f tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:42.954590 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-09b3ef0a-b1fe-4b3b-a17a-1dcb1e1a5975 req-08332dfb-7362-4a6d-a12a-5e583464fe5f tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0452747 Apr 28 15:02:43.011822 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-09b3ef0a-b1fe-4b3b-a17a-1dcb1e1a5975 req-ff6ad342-ae60-4c7b-afe3-59cdee03c92b tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422180 Apr 28 15:02:43.368877 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203e57-d608-4add-a3d4-ce15d3442fa5 req-773834f2-d406-4259-bd7e-ad8c64dd675d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:43.370874 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e3203e57-d608-4add-a3d4-ce15d3442fa5 req-773834f2-d406-4259-bd7e-ad8c64dd675d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0668669 Apr 28 15:02:43.374821 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ef50db2d-4d0a-4d7d-aa64-d6d4f3b38d58 req-47d7079a-6e20-4230-8a44-add13c640019 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283364 Apr 28 15:02:43.426562 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e3203e57-d608-4add-a3d4-ce15d3442fa5 req-aacbc23b-c556-4390-b0ea-c1a9a6e6d5c5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491927 Apr 28 15:02:43.525370 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 54344) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:43.653438 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cee94b75-e78d-4b0a-8964-992f6f4ef4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:43.682766 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19903fee-2c3e-442d-b78f-f2a9c2e64799 req-ffb04002-c06c-4cad-816c-6240e59c6bef tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:43.684266 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-19903fee-2c3e-442d-b78f-f2a9c2e64799 req-ffb04002-c06c-4cad-816c-6240e59c6bef tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 946 time: 0.0696814 Apr 28 15:02:43.754778 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-19903fee-2c3e-442d-b78f-f2a9c2e64799 req-7906d6b4-8312-4419-985c-f52c2d512b47 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640376 Apr 28 15:02:43.795048 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cee94b75-e78d-4b0a-8964-992f6f4ef4c2 admin admin] Publish callbacks [] for security_group (6a7ef386-7502-427e-81dc-9e261fc89342), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:43.858164 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cee94b75-e78d-4b0a-8964-992f6f4ef4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (6a7ef386-7502-427e-81dc-9e261fc89342), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:43.897740 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-cee94b75-e78d-4b0a-8964-992f6f4ef4c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da431cda3cf6480b8f96ba217370e560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3712969 Apr 28 15:02:43.898583 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee94b75-e78d-4b0a-8964-992f6f4ef4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7ef386-7502-427e-81dc-9e261fc89342,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:43.901548 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54356) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:43.948719 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f703d688-fa70-4d1e-bc2a-a3ba06a00817 admin admin] Publish callbacks [] for security_group (6a7ef386-7502-427e-81dc-9e261fc89342), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:43.969218 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f703d688-fa70-4d1e-bc2a-a3ba06a00817 admin admin] Publish callbacks [] for security_group (6a7ef386-7502-427e-81dc-9e261fc89342), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:44.081424 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f703d688-fa70-4d1e-bc2a-a3ba06a00817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (6a7ef386-7502-427e-81dc-9e261fc89342), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:44.084043 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f703d688-fa70-4d1e-bc2a-a3ba06a00817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:44.085232 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-f703d688-fa70-4d1e-bc2a-a3ba06a00817 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a7ef386-7502-427e-81dc-9e261fc89342 HTTP/1.1" status: 204 len: 168 time: 0.1831198 Apr 28 15:02:44.094221 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703d688-fa70-4d1e-bc2a-a3ba06a00817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7ef386-7502-427e-81dc-9e261fc89342,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:44.266780 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb6558-d640-4ca2-8476-d3d749f9e5f6 req-5029ba14-4998-473e-9e65-a3f1db86a772 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:44.268336 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-09bb6558-d640-4ca2-8476-d3d749f9e5f6 req-5029ba14-4998-473e-9e65-a3f1db86a772 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0468063 Apr 28 15:02:44.314426 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-09bb6558-d640-4ca2-8476-d3d749f9e5f6 req-c6774bca-a3db-4a62-875a-3e9eae11fdd8 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402715 Apr 28 15:02:44.319160 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 80d4b663-9987-4881-8f15-f09d0ebe88bb no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:44.411002 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 80d4b663-9987-4881-8f15-f09d0ebe88bb is: ACTIVE; New status is: DOWN {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:44.411392 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:44.437567 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:44.440131 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1713badb-cfff-4379-ac4a-1266ae73dd87" -d '{"events": [{"server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "name": "network-vif-unplugged", "status": "completed", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:44.461910 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2e437fcf-3d9e-42c3-9eda-b9a73b4487ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:44.470895 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:44.477285 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b058e2-fb48-4674-8d9c-a53a86c743f3 x-openstack-request-id: req-13b058e2-fb48-4674-8d9c-a53a86c743f3 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:44.477575 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "name": "network-vif-unplugged", "status": "completed", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:44.477839 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13b058e2-fb48-4674-8d9c-a53a86c743f3 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:44.478211 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b058e2-fb48-4674-8d9c-a53a86c743f3'] response: {'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'code': 200} Apr 28 15:02:44.559476 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:44.574537 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea930317-de9a-4f05-ac9f-d4f675ed2865 req-281d5643-b258-407d-b37f-636bc8abe71c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:44.576164 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ea930317-de9a-4f05-ac9f-d4f675ed2865 req-281d5643-b258-407d-b37f-636bc8abe71c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 946 time: 0.0509205 Apr 28 15:02:44.607740 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=80d4b663-9987-4881-8f15-f09d0ebe88bb,revision_number=8']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:44.614895 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.615244 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.615584 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.615921 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.616254 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.616618 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.621359 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.621359 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.621359 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.621359 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.621359 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.621359 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.621359 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.621359 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.621359 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:44.624991 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ea930317-de9a-4f05-ac9f-d4f675ed2865 req-5a0be07c-6fbd-4452-9765-a22b590241b5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Apr 28 15:02:44.880156 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f83fbb-7b67-4ced-aa2e-7a28433de15e req-d4179470-3a20-4b7d-af53-8963798e58cc tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:44.887030 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-30f83fbb-7b67-4ced-aa2e-7a28433de15e req-d4179470-3a20-4b7d-af53-8963798e58cc tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 946 time: 0.0527422 Apr 28 15:02:44.932610 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-30f83fbb-7b67-4ced-aa2e-7a28433de15e req-1f0f468f-395c-4765-b4fd-772ac068a6f2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454619 Apr 28 15:02:45.090286 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54392) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:45.151225 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 54396) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:45.240043 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1865943081-network', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:45.257350 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-27e172e6-386e-4b9c-815f-2aec03ecb16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.328042 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-27e172e6-386e-4b9c-815f-2aec03ecb16a admin admin] Publish callbacks [] for security_group (5e203b70-6f56-4b30-8705-12779aa549d3), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.337041 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Made reservation on behalf of a70bbde9b0854041bbbb8243c3d54a88 for: {'network': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:45.339879 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.348827 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.395453 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-27e172e6-386e-4b9c-815f-2aec03ecb16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (5e203b70-6f56-4b30-8705-12779aa549d3), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.423777 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Publish callbacks [] for security_group (0dc49523-956e-4490-80b1-99b219a5b63b), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.455793 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd457fc-edde-4e0e-b980-09502146a6ff req-ab3607c7-a240-40ea-8250-0bb1ecaac3c0 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:45.457282 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5fd457fc-edde-4e0e-b980-09502146a6ff req-ab3607c7-a240-40ea-8250-0bb1ecaac3c0 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0732422 Apr 28 15:02:45.464450 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-27e172e6-386e-4b9c-815f-2aec03ecb16a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87313b9bc39f423ab16f69eeaf037058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121905 Apr 28 15:02:45.466382 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e172e6-386e-4b9c-815f-2aec03ecb16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e203b70-6f56-4b30-8705-12779aa549d3,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:45.467214 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54402) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:45.499275 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (0dc49523-956e-4490-80b1-99b219a5b63b), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.528862 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5fd457fc-edde-4e0e-b980-09502146a6ff req-2575ae77-f734-4a08-8334-20d80491aef3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632448 Apr 28 15:02:45.529058 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=110071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:02:45.550438 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc49523-956e-4490-80b1-99b219a5b63b,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:45.558385 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (1e358786-bee8-4fdb-b9f3-255aba2761d9), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.558762 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.segments_db [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Added segment 1e358786-bee8-4fdb-b9f3-255aba2761d9 of type vlan for network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 Apr 28 15:02:45.560385 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc58-047e-4d6d-bebc-e4ec9fbfde6d admin admin] Publish callbacks [] for security_group (5e203b70-6f56-4b30-8705-12779aa549d3), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.648161 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (53d462a3-bd5b-42e4-84fd-f24d1415d9d2), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.655044 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc58-047e-4d6d-bebc-e4ec9fbfde6d admin admin] Publish callbacks [] for security_group (5e203b70-6f56-4b30-8705-12779aa549d3), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.668403 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd0b9-83b6-4174-949c-a4590707dac2 req-4c7312c7-8788-4569-a999-ab9962877c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:45.669829 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e1bd0b9-83b6-4174-949c-a4590707dac2 req-4c7312c7-8788-4569-a999-ab9962877c96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 1130 time: 0.1006639 Apr 28 15:02:45.804641 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (53d462a3-bd5b-42e4-84fd-f24d1415d9d2), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.805599 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:45.806182 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.814303 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41b6b2-f972-4ff3-bb78-41f9cfcdf2ed req-edefe1f5-4f77-4035-8628-10ddda254231 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:45.815736 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eb41b6b2-f972-4ff3-bb78-41f9cfcdf2ed req-edefe1f5-4f77-4035-8628-10ddda254231 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.1117556 Apr 28 15:02:45.906957 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd0b9-83b6-4174-949c-a4590707dac2 req-e7046389-4a13-483a-9dfd-2101b393ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:45.908382 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e1bd0b9-83b6-4174-949c-a4590707dac2 req-e7046389-4a13-483a-9dfd-2101b393ca61 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 919 time: 0.2284322 Apr 28 15:02:45.915227 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc58-047e-4d6d-bebc-e4ec9fbfde6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (5e203b70-6f56-4b30-8705-12779aa549d3), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.918364 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc58-047e-4d6d-bebc-e4ec9fbfde6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:45.919389 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-2cdbbc58-047e-4d6d-bebc-e4ec9fbfde6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e203b70-6f56-4b30-8705-12779aa549d3 HTTP/1.1" status: 204 len: 168 time: 0.4511960 Apr 28 15:02:45.926625 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] Pushing event updated for resources: {'Network': ['ID=53d462a3-bd5b-42e4-84fd-f24d1415d9d2,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:45.931507 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-30b255ed-e080-489a-9c8f-7dc9e7b65a8f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8399484 Apr 28 15:02:45.935121 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 54408) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:45.939500 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:02:45.941184 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-93c84e14-58b1-4a86-86bd-0036b92d7d96 admin admin] Request body: {'subnet': {'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1865943081-subnet', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'ip_version': 4}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:45.949095 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbbc58-047e-4d6d-bebc-e4ec9fbfde6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e203b70-6f56-4b30-8705-12779aa549d3,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:45.954877 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eb41b6b2-f972-4ff3-bb78-41f9cfcdf2ed req-648d64da-04f9-4617-a8f2-8c78c64933aa tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334808 Apr 28 15:02:46.012606 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e1bd0b9-83b6-4174-949c-a4590707dac2 req-d4b48005-98c8-4055-8936-1be74ea2d41f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52790e3b-bbab-47d6-9578-74c45e4a5bba HTTP/1.1" status: 200 len: 217 time: 0.0462830 Apr 28 15:02:46.063447 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c84e14-58b1-4a86-86bd-0036b92d7d96 admin admin] Made reservation on behalf of a70bbde9b0854041bbbb8243c3d54a88 for: {'subnet': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:46.067379 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-93c84e14-58b1-4a86-86bd-0036b92d7d96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62736303'] for subnet (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:46.075989 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd0b9-83b6-4174-949c-a4590707dac2 req-11609796-aa20-44b9-8b02-74a80a7899de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:46.078407 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e1bd0b9-83b6-4174-949c-a4590707dac2 req-11609796-aa20-44b9-8b02-74a80a7899de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 200 len: 857 time: 0.0594091 Apr 28 15:02:46.125886 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd0b9-83b6-4174-949c-a4590707dac2 req-1041c44c-ec65-40cb-a87e-c508c5753f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:46.128012 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e1bd0b9-83b6-4174-949c-a4590707dac2 req-1041c44c-ec65-40cb-a87e-c508c5753f7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4941596-20f6-4239-8eb0-824cfe4ba71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439370 Apr 28 15:02:46.152688 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646b458-ff01-441a-b8c1-4262bb42bc02 req-105f44dc-d2a5-4c80-8227-fbcf197582f1 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:46.154295 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8646b458-ff01-441a-b8c1-4262bb42bc02 req-105f44dc-d2a5-4c80-8227-fbcf197582f1 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 946 time: 0.1043205 Apr 28 15:02:46.229140 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e1bd0b9-83b6-4174-949c-a4590707dac2 req-a58d2c4f-6741-4795-8ea2-4aeac5127466 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931726 Apr 28 15:02:46.250027 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8646b458-ff01-441a-b8c1-4262bb42bc02 req-39fb1004-57df-45fb-9f07-5967e2aadb8a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712931 Apr 28 15:02:46.364971 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e1bd0b9-83b6-4174-949c-a4590707dac2 req-12d58e89-149b-44b2-b33b-7ae4c8dd0e9f service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290593 Apr 28 15:02:46.418314 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ead544-2b69-461d-a036-307e29241606 req-f60f1325-0367-436b-a851-66d129d1c08b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:46.419893 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-38ead544-2b69-461d-a036-307e29241606 req-f60f1325-0367-436b-a851-66d129d1c08b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 946 time: 0.0679688 Apr 28 15:02:46.428176 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 54428) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:46.433275 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-aea964c4-0884-45f7-a83f-9666d236b053 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'floatingip': {'port_id': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:46.479174 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-aea964c4-0884-45f7-a83f-9666d236b053 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (cb6f89f5-f00c-4907-aafd-dab82068f00f), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:46.483024 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-93c84e14-58b1-4a86-86bd-0036b92d7d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61912008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62736221'] for subnet (0896a7f5-d1fb-446d-998b-5caea5170940), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:46.603097 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c84e14-58b1-4a86-86bd-0036b92d7d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0896a7f5-d1fb-446d-998b-5caea5170940,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:46.680621 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c84e14-58b1-4a86-86bd-0036b92d7d96 admin admin] Checking segment: {'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:02:46.680977 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c84e14-58b1-4a86-86bd-0036b92d7d96 admin admin] Network hostable DHCP agents. Network: 53d462a3-bd5b-42e4-84fd-f24d1415d9d2, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:02:46.698987 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3a014-8c5b-4462-8893-53264efe43fa req-26403821-1922-4d11-aae4-3b0cb0b0f211 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:46.700590 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9ed3a014-8c5b-4462-8893-53264efe43fa req-26403821-1922-4d11-aae4-3b0cb0b0f211 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.1014404 Apr 28 15:02:46.767069 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-510f327d-0899-46bb-ab15-53c6beaddcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:46.836288 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9ed3a014-8c5b-4462-8893-53264efe43fa req-c55b45dc-3de3-4f0d-b55b-30f3d9b1a373 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965571 Apr 28 15:02:46.851736 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c84e14-58b1-4a86-86bd-0036b92d7d96 admin admin] Network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:02:46.979285 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-93c84e14-58b1-4a86-86bd-0036b92d7d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, 53d462a3-bd5b-42e4-84fd-f24d1415d9d2) {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:46.986199 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c84e14-58b1-4a86-86bd-0036b92d7d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:46.986763 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-93c84e14-58b1-4a86-86bd-0036b92d7d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:46.987321 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece673fb-accc-4a49-b6fc-720f0d9164d6 None None] Network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:02:47.101935 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe06547cc-7c40-502f-8a3c-f018a8c7a7ca-53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'fixed_ips': [{'subnet_id': '0896a7f5-d1fb-446d-998b-5caea5170940'}]}} from dv-cinder-839768-1-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 15:02:47.102812 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.105661 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-93c84e14-58b1-4a86-86bd-0036b92d7d96 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1691978 Apr 28 15:02:47.108463 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54454) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:47.120243 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:47.154637 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-aea964c4-0884-45f7-a83f-9666d236b053 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.222523 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14111'] for router (7d12a13b-92b8-4daa-9920-3d12cfa54b26), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.223700 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (7d12a13b-92b8-4daa-9920-3d12cfa54b26), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.244795 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [req-c3960f3a-5290-4bec-9eb4-1a84a9ffdfe9 req-594751e7-fe25-4bad-8914-7b52fa085825 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 15:02:47.245800 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c3960f3a-5290-4bec-9eb4-1a84a9ffdfe9 req-594751e7-fe25-4bad-8914-7b52fa085825 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082395 Apr 28 15:02:47.250836 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-aea964c4-0884-45f7-a83f-9666d236b053 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (cb6f89f5-f00c-4907-aafd-dab82068f00f), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.260559 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Allocated IP 172.20.0.2 (53d462a3-bd5b-42e4-84fd-f24d1415d9d2/0896a7f5-d1fb-446d-998b-5caea5170940/cea3e620-e77b-41f5-bc41-e1608cb5b91a) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:47.320068 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Publish callbacks [] for router_controller (7d12a13b-92b8-4daa-9920-3d12cfa54b26), precommit_add_association {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.378721 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.l3_db [None req-aea964c4-0884-45f7-a83f-9666d236b053 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Floating IP cb6f89f5-f00c-4907-aafd-dab82068f00f associated. External IP: 172.27.2.82, port: 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700. Apr 28 15:02:47.442364 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Publish callbacks [] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.526155 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.540748 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Publish callbacks [] for router_gateway (7d12a13b-92b8-4daa-9920-3d12cfa54b26), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.574077 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:47.575539 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:47.580564 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:47.592087 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Pushing event updated for resources: {'Port': ['ID=cea3e620-e77b-41f5-bc41-e1608cb5b91a,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:47.612172 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbd4cb-4b84-493f-8980-12465a99a35a req-53d19040-547f-4260-86a9-2278bbbcf038 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:47.613866 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5edbd4cb-4b84-493f-8980-12465a99a35a req-53d19040-547f-4260-86a9-2278bbbcf038 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0529008 Apr 28 15:02:47.626877 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea964c4-0884-45f7-a83f-9666d236b053 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Router 40656fc2-6c52-4293-b017-33ab66147f11 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:47.670020 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Attempting to bind port cea3e620-e77b-41f5-bc41-e1608cb5b91a on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:02:47.670388 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Attempting to bind port cea3e620-e77b-41f5-bc41-e1608cb5b91a by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:02:47.670756 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Attempting to bind port cea3e620-e77b-41f5-bc41-e1608cb5b91a on network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:47.675128 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5edbd4cb-4b84-493f-8980-12465a99a35a req-322861ec-d6c1-4855-ac77-5dda70453027 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537398 Apr 28 15:02:47.692803 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:47.693241 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Checking segment: {'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:02:47.693652 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.695877 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Bound using segment: {'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:47.696380 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Bound port: cea3e620-e77b-41f5-bc41-e1608cb5b91a, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:02:47.696793 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.800440 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] For port cea3e620-e77b-41f5-bc41-e1608cb5b91a, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:47.804828 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] For port cea3e620-e77b-41f5-bc41-e1608cb5b91a, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=cea3e620-e77b-41f5-bc41-e1608cb5b91a,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:47.910941 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.921775 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Publish callbacks [] for router_gateway (7d12a13b-92b8-4daa-9920-3d12cfa54b26), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.943082 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:47.984090 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d81b75-e3a7-4596-bafe-aebc621e2b08 None None] Pushing event updated for resources: {'Port': ['ID=cea3e620-e77b-41f5-bc41-e1608cb5b91a,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:48.081967 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb13fbe-ece2-4a5e-9764-a46dbaca4cab req-9e099fb6-c991-4341-8731-d82dc5f4483e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:48.087179 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:48.099420 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6cb13fbe-ece2-4a5e-9764-a46dbaca4cab req-9e099fb6-c991-4341-8731-d82dc5f4483e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.1025944 Apr 28 15:02:48.108548 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea964c4-0884-45f7-a83f-9666d236b053 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:48.113556 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-aea964c4-0884-45f7-a83f-9666d236b053 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:48.120538 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603121e5-13c2-4ab0-b291-10679cecdea0 None None] Sync routers for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:48.123902 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Allocated IP 172.27.2.73 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/66ccc984-178f-4d99-9a3b-6efd0fdc9e8d) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:48.133273 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603121e5-13c2-4ab0-b291-10679cecdea0 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:48.133890 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-603121e5-13c2-4ab0-b291-10679cecdea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:02:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:48.177303 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-aea964c4-0884-45f7-a83f-9666d236b053 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "PUT /v2.0/floatingips/cb6f89f5-f00c-4907-aafd-dab82068f00f HTTP/1.1" status: 200 len: 991 time: 1.7478976 Apr 28 15:02:48.185898 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'tag': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:48.188794 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec34728-0835-41a3-8771-c2ac822f7931" -d '{"events": [{"name": "network-changed", "server_uuid": "d02b6938-7657-4277-9f6b-fb09ca0150b9", "tag": "4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:48.231178 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6cb13fbe-ece2-4a5e-9764-a46dbaca4cab req-2333a090-6bbf-48e7-ba42-b15bb69867c7 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234648 Apr 28 15:02:48.267267 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b31113-d723-4ffb-8d09-48d6badf9efa x-openstack-request-id: req-29b31113-d723-4ffb-8d09-48d6badf9efa {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:48.267267 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02b6938-7657-4277-9f6b-fb09ca0150b9", "tag": "4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:48.267267 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29b31113-d723-4ffb-8d09-48d6badf9efa {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:48.267267 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b31113-d723-4ffb-8d09-48d6badf9efa'] response: {'name': 'network-changed', 'server_uuid': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'tag': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700', 'status': 'completed', 'code': 200} Apr 28 15:02:48.282899 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Publish callbacks [] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:48.321213 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-603121e5-13c2-4ab0-b291-10679cecdea0 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:48.330006 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 80d4b663-9987-4881-8f15-f09d0ebe88bb no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:48.420188 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec34728-0835-41a3-8771-c2ac822f7931 req-791fea12-888c-4770-a9f1-5e7ea23c3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:48.422167 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eec34728-0835-41a3-8771-c2ac822f7931 req-791fea12-888c-4770-a9f1-5e7ea23c3e27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 1130 time: 0.1342034 Apr 28 15:02:48.468542 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 54492) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:48.513596 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 80d4b663-9987-4881-8f15-f09d0ebe88bb is: DOWN; New status is: DOWN {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:48.513798 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:48.539572 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:48.560015 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:48.566461 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:48.583262 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-1f09f3d5-b191-4d90-9d0d-c8cf09145526 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134734 Apr 28 15:02:48.593574 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-e823d8f9-490f-44c3-be55-9667ec9b8798 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 15:02:48.607383 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-e823d8f9-490f-44c3-be55-9667ec9b8798 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0177729 Apr 28 15:02:48.638313 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Pushing event updated for resources: {'Port': ['ID=66ccc984-178f-4d99-9a3b-6efd0fdc9e8d,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:48.643420 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec34728-0835-41a3-8771-c2ac822f7931 req-562a1d6f-5371-4edd-bcf4-d30489a070af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:48.644903 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eec34728-0835-41a3-8771-c2ac822f7931 req-562a1d6f-5371-4edd-bcf4-d30489a070af service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 916 time: 0.2162066 Apr 28 15:02:48.650928 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-603121e5-13c2-4ab0-b291-10679cecdea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '1da44eb9-4a0e-42c7-8c55-9fade67ab5fd', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:09:7e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b6657-225b-410a-b314-aeda3b57f9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:50Z', 'updated_at': '2022-04-28T15:01:23Z', 'revision_number': 2, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}, {'id': 'cb6f89f5-f00c-4907-aafd-dab82068f00f', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:99:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:02:27Z', 'updated_at': '2022-04-28T15:02:47Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:48.691018 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603121e5-13c2-4ab0-b291-10679cecdea0 None None] Checking router: 40656fc2-6c52-4293-b017-33ab66147f11 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:48.703821 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603121e5-13c2-4ab0-b291-10679cecdea0 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:48.704755 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-603121e5-13c2-4ab0-b291-10679cecdea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:02:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:48.717852 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 54502) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:48.805437 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device cea3e620-e77b-41f5-bc41-e1608cb5b91a up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:48.852612 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-603121e5-13c2-4ab0-b291-10679cecdea0 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:48.856955 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port cea3e620-e77b-41f5-bc41-e1608cb5b91a triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:48.857556 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:48.886760 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf7a9e-bd8e-4674-b52f-9317514eac5c req-25334c9b-3c99-41a0-a2da-6294c8576dd6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:48.896816 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-76cf7a9e-bd8e-4674-b52f-9317514eac5c req-25334c9b-3c99-41a0-a2da-6294c8576dd6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.1267641 Apr 28 15:02:48.939221 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-acfe54fa-eac0-49e6-a157-2cfa6621ea65 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:48.952016 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-acfe54fa-eac0-49e6-a157-2cfa6621ea65 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports/80d4b663-9987-4881-8f15-f09d0ebe88bb HTTP/1.1" status: 200 len: 941 time: 0.2326784 Apr 28 15:02:48.986573 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port cea3e620-e77b-41f5-bc41-e1608cb5b91a is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:48.987247 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:49.005151 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-76cf7a9e-bd8e-4674-b52f-9317514eac5c req-6fc094e4-d526-4410-8d9f-e4f12a27dc39 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071079 Apr 28 15:02:49.062004 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port cea3e620-e77b-41f5-bc41-e1608cb5b91a, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=cea3e620-e77b-41f5-bc41-e1608cb5b91a,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:49.136867 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:49.142258 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eec34728-0835-41a3-8771-c2ac822f7931 req-69fd0094-53fa-4212-bf49-530d66484a82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 HTTP/1.1" status: 200 len: 999 time: 0.4897168 Apr 28 15:02:49.227933 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec34728-0835-41a3-8771-c2ac822f7931 req-b31f8cfe-2374-4cd3-bf31-d6d79d98bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:49.230734 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eec34728-0835-41a3-8771-c2ac822f7931 req-b31f8cfe-2374-4cd3-bf31-d6d79d98bb85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4a45de5-2458-48c8-906b-01e1b205ed9e HTTP/1.1" status: 200 len: 854 time: 0.0743401 Apr 28 15:02:49.231644 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-603121e5-13c2-4ab0-b291-10679cecdea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '1da44eb9-4a0e-42c7-8c55-9fade67ab5fd', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:09:7e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b6657-225b-410a-b314-aeda3b57f9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:50Z', 'updated_at': '2022-04-28T15:01:23Z', 'revision_number': 2, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}, {'id': 'cb6f89f5-f00c-4907-aafd-dab82068f00f', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:99:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:02:27Z', 'updated_at': '2022-04-28T15:02:47Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:49.251717 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=cea3e620-e77b-41f5-bc41-e1608cb5b91a,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:49.284049 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603121e5-13c2-4ab0-b291-10679cecdea0 None None] The sync data for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi is: [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '1da44eb9-4a0e-42c7-8c55-9fade67ab5fd', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:09:7e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b6657-225b-410a-b314-aeda3b57f9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:50Z', 'updated_at': '2022-04-28T15:01:23Z', 'revision_number': 2, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}, {'id': 'cb6f89f5-f00c-4907-aafd-dab82068f00f', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:99:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:02:27Z', 'updated_at': '2022-04-28T15:02:47Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:49.349876 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:49.375055 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec34728-0835-41a3-8771-c2ac822f7931 req-c9eda11f-da81-4dc1-ac54-0144a774fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:49.376583 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eec34728-0835-41a3-8771-c2ac822f7931 req-c9eda11f-da81-4dc1-ac54-0144a774fdc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1391413 Apr 28 15:02:49.425887 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564370c-b058-4644-8e71-c2b56535f155 req-19557674-6d2f-4db7-be11-2ca791ebb1d9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:49.427440 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2564370c-b058-4644-8e71-c2b56535f155 req-19557674-6d2f-4db7-be11-2ca791ebb1d9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0867126 Apr 28 15:02:49.487661 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa31206-bf2d-409d-88ad-aa492936dfdb None None] Network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:02:49.556643 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Publish callbacks [] for router_gateway (7d12a13b-92b8-4daa-9920-3d12cfa54b26), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:49.583185 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-c3bd3f35-ffa2-4b9f-ac9d-f8b62d6feeb0 None None] Provisioning complete for port cea3e620-e77b-41f5-bc41-e1608cb5b91a triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:49.583482 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3f35-ffa2-4b9f-ac9d-f8b62d6feeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:49.605946 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2564370c-b058-4644-8e71-c2b56535f155 req-6091405d-fe21-4526-bb9f-2149dc105b5f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670692 Apr 28 15:02:49.614350 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eec34728-0835-41a3-8771-c2ac822f7931 req-40666cda-a717-4c40-8cd8-b56eda657f1a service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230005 Apr 28 15:02:49.614633 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f49455-af26-4fbf-af5c-78f16e6cba6c None None] New status for floating IP cb6f89f5-f00c-4907-aafd-dab82068f00f: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:02:49.795075 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eec34728-0835-41a3-8771-c2ac822f7931 req-9737b7e0-4fee-4b22-93b2-86146b292718 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741531 Apr 28 15:02:49.869303 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd3f35-ffa2-4b9f-ac9d-f8b62d6feeb0 None None] Current status of the port cea3e620-e77b-41f5-bc41-e1608cb5b91a is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:49.891955 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547806'] for router (7d12a13b-92b8-4daa-9920-3d12cfa54b26), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:49.992620 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f7439ba5-6aad-45ef-ac52-db3b32423df5 None None] Provisioning complete for port cea3e620-e77b-41f5-bc41-e1608cb5b91a triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:49.993499 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f7439ba5-6aad-45ef-ac52-db3b32423df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:50.089988 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f7439ba5-6aad-45ef-ac52-db3b32423df5 None None] Current status of the port cea3e620-e77b-41f5-bc41-e1608cb5b91a is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:50.102447 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 is scheduled to L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 with binding_index 1 {{(pid=110071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:50.145736 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd6a26-9deb-4a5a-9d93-050b1011b1df req-ce90078a-4763-499c-ae2f-31500a10e3c3 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:50.146863 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bfbd6a26-9deb-4a5a-9d93-050b1011b1df req-ce90078a-4763-499c-ae2f-31500a10e3c3 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0500669 Apr 28 15:02:50.202768 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bfbd6a26-9deb-4a5a-9d93-050b1011b1df req-3e843988-628c-41e7-a024-408b6a1a35ef tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494561 Apr 28 15:02:50.223595 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:50.232711 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Sync routers for ids ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:50.242786 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Routers {'7d12a13b-92b8-4daa-9920-3d12cfa54b26'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:50.242907 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:02:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:50.295294 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:50.296727 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4ca25a20-bdfb-42ab-a368-5924c91fbe7a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1872015 Apr 28 15:02:50.299482 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54522) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:50.352072 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Set router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:50.521427 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:49Z', 'revision_number': 3, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:50.552032 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Checking router: 7d12a13b-92b8-4daa-9920-3d12cfa54b26 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:50.552775 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Updating router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d binding host dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:02:50.580956 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:50.737204 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device cea3e620-e77b-41f5-bc41-e1608cb5b91a up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:50.787356 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dd02f-9622-4550-a27d-28a57e25b7f9 req-e0561423-161e-4e1d-a06b-87d18cd28b94 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:50.787944 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port cea3e620-e77b-41f5-bc41-e1608cb5b91a triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:50.788926 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8c0dd02f-9622-4550-a27d-28a57e25b7f9 req-e0561423-161e-4e1d-a06b-87d18cd28b94 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0641508 Apr 28 15:02:50.792510 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:50.850115 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:50.906651 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8c0dd02f-9622-4550-a27d-28a57e25b7f9 req-494cc852-880f-45a7-958c-d6447b9f97ce tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842054 Apr 28 15:02:50.924563 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port cea3e620-e77b-41f5-bc41-e1608cb5b91a is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:50.927229 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:51.022123 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Publish callbacks [] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:51.053642 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Allocated IP 172.20.0.1 (53d462a3-bd5b-42e4-84fd-f24d1415d9d2/0896a7f5-d1fb-446d-998b-5caea5170940/4af61f18-b60c-4620-bc2b-c7a2cd351d5b) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:51.081253 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:51.130986 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Attempting to bind port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:02:51.131269 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Attempting to bind port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:02:51.131623 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Attempting to bind port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d on network 4b557462-7dca-499c-bcf1-0b01900942b2 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:51.138183 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Pushing event updated for resources: {'Port': ['ID=66ccc984-178f-4d99-9a3b-6efd0fdc9e8d,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:51.141216 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:51.141577 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Checking segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:02:51.141963 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:51.142342 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Bound using segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:51.142791 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Bound port: 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:02:51.143156 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:51.153319 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Publish callbacks [] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:51.168338 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.168708 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.169079 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.169463 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.169803 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.170134 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.170463 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.170809 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.171119 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.171447 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.171774 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.172112 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.172440 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.172795 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.173114 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:51.208043 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] For port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:51.210997 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] For port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=66ccc984-178f-4d99-9a3b-6efd0fdc9e8d,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:51.282208 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:51.309316 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:51.324966 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcffa6-c646-456c-862a-354aa64d963c req-df23a437-69be-44af-b117-6bbd32c859b1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:51.325542 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:51.326518 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e6dcffa6-c646-456c-862a-354aa64d963c req-df23a437-69be-44af-b117-6bbd32c859b1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0501053 Apr 28 15:02:51.331058 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:51.333508 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:51.372177 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Routers {'7d12a13b-92b8-4daa-9920-3d12cfa54b26'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:51.374059 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:02:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:51.386046 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711083'] for router_interface (7d12a13b-92b8-4daa-9920-3d12cfa54b26), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:51.388773 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e6dcffa6-c646-456c-862a-354aa64d963c req-51b04b41-750c-4cd7-810e-d6a2e1ce94b8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565171 Apr 28 15:02:51.389774 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Pushing event updated for resources: {'Port': ['ID=4af61f18-b60c-4620-bc2b-c7a2cd351d5b,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:51.428094 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa547f-7f9a-4c3c-a494-b210c367f063 None None] Pushing event updated for resources: {'Port': ['ID=66ccc984-178f-4d99-9a3b-6efd0fdc9e8d,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:51.513087 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] Set router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:51.620216 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-1601054d-fb23-491e-95f3-a5356f7d44c4 None None] Provisioning complete for port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:51.620616 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1601054d-fb23-491e-95f3-a5356f7d44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:51.629877 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:51.693985 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:49Z', 'revision_number': 3, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:51.726380 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07494714-fcfc-437e-bc4f-3c1cdaa12ec9 None None] The sync data for ids ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'] in dv-cinder-839768-1-iscsi is: [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:49Z', 'revision_number': 3, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:51.789428 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-1601054d-fb23-491e-95f3-a5356f7d44c4 None None] Port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:02:51.805421 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:02:51.815392 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Publish callbacks [] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:51.925685 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:52.001361 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712219'] for router_interface (7d12a13b-92b8-4daa-9920-3d12cfa54b26), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:52.003068 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Pushing event updated for resources: {'Port': ['ID=4af61f18-b60c-4620-bc2b-c7a2cd351d5b,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:52.079388 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87807f32-bd4f-449f-8c99-39062951e198 req-021fdd1e-cd5b-4f01-bad8-0d0aa6df075b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:52.080949 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-87807f32-bd4f-449f-8c99-39062951e198 req-021fdd1e-cd5b-4f01-bad8-0d0aa6df075b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0815783 Apr 28 15:02:52.175955 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-87807f32-bd4f-449f-8c99-39062951e198 req-3975cc4c-aff7-4f30-93bd-b331574966f8 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674231 Apr 28 15:02:52.180998 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:52.182439 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:52.414596 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-ae71781b-87a5-4614-92d8-76abe141865f None None] Provisioning complete for port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:52.415058 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ae71781b-87a5-4614-92d8-76abe141865f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:52.455556 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-ae71781b-87a5-4614-92d8-76abe141865f None None] Port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:02:52.533088 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c5fb8-8f8e-4962-bb8a-8ef908c3774d req-2ddd87af-e0cf-441b-a0bc-c3eeebb8aad5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:52.534683 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-587c5fb8-8f8e-4962-bb8a-8ef908c3774d req-2ddd87af-e0cf-441b-a0bc-c3eeebb8aad5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0500491 Apr 28 15:02:52.565049 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:52.583914 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-587c5fb8-8f8e-4962-bb8a-8ef908c3774d req-35a4c6d8-b7ee-4ef8-a536-b894a4490cec tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 Apr 28 15:02:52.692322 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:52.694045 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:52.700094 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-be4f2ca9-d6b3-4355-8fbf-ef5798c508cc admin admin] 10.222.0.31 "PUT /v2.0/routers/7d12a13b-92b8-4daa-9920-3d12cfa54b26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3996336 Apr 28 15:02:52.741914 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:52.742293 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:52.820187 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:52.820793 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:52.842021 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=66ccc984-178f-4d99-9a3b-6efd0fdc9e8d,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:52.898315 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:52.948596 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=66ccc984-178f-4d99-9a3b-6efd0fdc9e8d,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:53.301767 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c18d26-0dbc-4271-be06-673606558054 req-62cc8304-f061-417f-b3e5-fd71de0a89a6 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:53.303381 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-26c18d26-0dbc-4271-be06-673606558054 req-62cc8304-f061-417f-b3e5-fd71de0a89a6 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0596924 Apr 28 15:02:53.319681 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Sync routers for ids ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:53.333747 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Routers {'7d12a13b-92b8-4daa-9920-3d12cfa54b26'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:53.334402 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:02:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:53.358186 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-26c18d26-0dbc-4271-be06-673606558054 req-8a33356b-4830-440f-9439-df871725a32e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485771 Apr 28 15:02:53.416091 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54554) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:53.421229 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-626011852-network', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:53.453809 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Set router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:53.498639 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Made reservation on behalf of 187ca3ba2b80451aa7ed7b05c5cf69cd for: {'network': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:53.500965 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:53.509609 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:53.587164 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Publish callbacks [] for security_group (c02bda26-1b4c-4af9-bea7-55bc8ba2d820), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:53.656935 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:51Z', 'revision_number': 4, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '4af61f18-b60c-4620-bc2b-c7a2cd351d5b', 'name': '', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'mac_address': 'fa:16:3e:c9:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:50Z', 'updated_at': '2022-04-28T15:02:51Z', 'revision_number': 2, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'subnets': [{'id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:53.663993 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (c02bda26-1b4c-4af9-bea7-55bc8ba2d820), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:53.691488 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Checking router: 7d12a13b-92b8-4daa-9920-3d12cfa54b26 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:53.691963 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Updating router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b binding host dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:02:53.692342 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=110071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:02:53.705660 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02bda26-1b4c-4af9-bea7-55bc8ba2d820,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:53.717426 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (1d6a2719-ae75-4318-b7f6-9369056e3b61), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:53.717769 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.segments_db [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Added segment 1d6a2719-ae75-4318-b7f6-9369056e3b61 of type vlan for network 44d812fa-de14-47aa-bf99-981af298f224 Apr 28 15:02:53.723460 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:53.749804 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096b548-ccbf-4c56-b39d-2ea856a907e5 req-c608d4b0-0e9f-4e32-9a84-625f5aae9884 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:53.751310 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f096b548-ccbf-4c56-b39d-2ea856a907e5 req-c608d4b0-0e9f-4e32-9a84-625f5aae9884 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0759621 Apr 28 15:02:53.771415 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (44d812fa-de14-47aa-bf99-981af298f224), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:53.818990 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f096b548-ccbf-4c56-b39d-2ea856a907e5 req-248d7256-85b3-4837-8379-920639325345 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599263 Apr 28 15:02:53.862458 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (44d812fa-de14-47aa-bf99-981af298f224), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:53.863436 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:53.864021 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:53.926644 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] Pushing event updated for resources: {'Network': ['ID=44d812fa-de14-47aa-bf99-981af298f224,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:53.940400 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network 44d812fa-de14-47aa-bf99-981af298f224 details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:02:53.982101 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-85844011-c0f3-47fa-a60c-91c832de2ead admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5623753 Apr 28 15:02:53.982340 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54560) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:53.987148 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-540516cf-d46d-4142-a26e-ddd15b253298 admin admin] Request body: {'subnet': {'network_id': '44d812fa-de14-47aa-bf99-981af298f224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-626011852-subnet', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'ip_version': 4}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:54.067752 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Publish callbacks [] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.098428 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540516cf-d46d-4142-a26e-ddd15b253298 admin admin] Made reservation on behalf of 187ca3ba2b80451aa7ed7b05c5cf69cd for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:54.100863 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-540516cf-d46d-4142-a26e-ddd15b253298 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750647'] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.126515 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.178251 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c79047-ccf7-4507-b1e8-d6c5a298f047 None None] Pushing event updated for resources: {'Port': ['ID=4af61f18-b60c-4620-bc2b-c7a2cd351d5b,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:54.250955 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Attempting to bind port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:02:54.251324 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Attempting to bind port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:02:54.251697 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Attempting to bind port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b on network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:54.258469 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:54.258469 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Checking segment: {'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:02:54.258469 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.258469 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Bound using segment: {'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:54.258910 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Bound port: 4af61f18-b60c-4620-bc2b-c7a2cd351d5b, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:02:54.260100 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.339856 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] For port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:54.343792 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] For port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=4af61f18-b60c-4620-bc2b-c7a2cd351d5b,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:54.384340 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-540516cf-d46d-4142-a26e-ddd15b253298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59734093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750405'] for subnet (7a2195d6-a7a2-44f9-b64f-7552abebdf2e), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.391090 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-18c7fc1c-e2e4-4b4c-ad67-b297afb6f718 None None] Provisioning complete for port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:54.391466 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-18c7fc1c-e2e4-4b4c-ad67-b297afb6f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.434021 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.442010 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-18c7fc1c-e2e4-4b4c-ad67-b297afb6f718 None None] Port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:02:54.459121 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540516cf-d46d-4142-a26e-ddd15b253298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a2195d6-a7a2-44f9-b64f-7552abebdf2e,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:54.490439 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540516cf-d46d-4142-a26e-ddd15b253298 admin admin] Checking segment: {'id': '1d6a2719-ae75-4318-b7f6-9369056e3b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d812fa-de14-47aa-bf99-981af298f224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:02:54.490816 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540516cf-d46d-4142-a26e-ddd15b253298 admin admin] Network hostable DHCP agents. Network: 44d812fa-de14-47aa-bf99-981af298f224, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:02:54.504124 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Routers {'7d12a13b-92b8-4daa-9920-3d12cfa54b26'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:54.505054 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:02:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:54.507552 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c79047-ccf7-4507-b1e8-d6c5a298f047 None None] Pushing event updated for resources: {'Port': ['ID=4af61f18-b60c-4620-bc2b-c7a2cd351d5b,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:54.511623 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca541b9-0785-47e2-b1a9-387f5b0d7e6a req-a962d921-c2b0-4fc8-9302-059c271577eb tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:54.513210 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3ca541b9-0785-47e2-b1a9-387f5b0d7e6a req-a962d921-c2b0-4fc8-9302-059c271577eb tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0799851 Apr 28 15:02:54.567027 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3ca541b9-0785-47e2-b1a9-387f5b0d7e6a req-f057082e-4bc9-42a3-862f-cf9e5da91df6 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471888 Apr 28 15:02:54.572607 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540516cf-d46d-4142-a26e-ddd15b253298 admin admin] Network 44d812fa-de14-47aa-bf99-981af298f224 is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:02:54.635812 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] Set router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:54.646873 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-540516cf-d46d-4142-a26e-ddd15b253298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, 44d812fa-de14-47aa-bf99-981af298f224) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:54.652045 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540516cf-d46d-4142-a26e-ddd15b253298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:54.653004 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-540516cf-d46d-4142-a26e-ddd15b253298 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.671266 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11fe988-a491-46bf-b457-2daeb2a098c0 None None] Network 44d812fa-de14-47aa-bf99-981af298f224 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:02:54.713744 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:54.741120 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-540516cf-d46d-4142-a26e-ddd15b253298 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7576463 Apr 28 15:02:54.743469 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54568) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:54.748578 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-626011852-router', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:02:54.839486 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14111'] for router (5b24759d-073f-4c67-aeae-821bbbef9751), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.840596 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (5b24759d-073f-4c67-aeae-821bbbef9751), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.844325 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-aa3cbb3c-cee0-4045-a92f-871d75bafc71 None None] Provisioning complete for port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:54.844632 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-aa3cbb3c-cee0-4045-a92f-871d75bafc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.867692 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-2807ce35-f69e-4b21-b8e0-9ef2d2da8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:54.867692 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-2807ce35-f69e-4b21-b8e0-9ef2d2da8d0b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035&tenant_id=6ffdd233ccf8404f80158282c5e1f31b HTTP/1.1" status: 200 len: 1128 time: 0.0829656 Apr 28 15:02:54.912573 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Publish callbacks [] for router_controller (5b24759d-073f-4c67-aeae-821bbbef9751), precommit_add_association {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:54.951308 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf1c60-47e6-41f5-a4b1-19cad7f965d1 req-f59e6437-9597-4cf9-b502-99852d8f08ac tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:54.952927 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-63cf1c60-47e6-41f5-a4b1-19cad7f965d1 req-f59e6437-9597-4cf9-b502-99852d8f08ac tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0537503 Apr 28 15:02:55.003953 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-63cf1c60-47e6-41f5-a4b1-19cad7f965d1 req-5e3e7511-4612-44b7-b749-3ff4ba6b34d8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452063 Apr 28 15:02:55.084974 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:55.085492 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.094698 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe06547cc-7c40-502f-8a3c-f018a8c7a7ca-44d812fa-de14-47aa-bf99-981af298f224', 'network_id': '44d812fa-de14-47aa-bf99-981af298f224', 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'fixed_ips': [{'subnet_id': '7a2195d6-a7a2-44f9-b64f-7552abebdf2e'}]}} from dv-cinder-839768-1-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 15:02:55.096215 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.111054 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Publish callbacks [] for router_gateway (5b24759d-073f-4c67-aeae-821bbbef9751), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.282346 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-aa3cbb3c-cee0-4045-a92f-871d75bafc71 None None] Current status of the port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:55.282738 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-aa3cbb3c-cee0-4045-a92f-871d75bafc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.300766 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:51Z', 'revision_number': 4, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '4af61f18-b60c-4620-bc2b-c7a2cd351d5b', 'name': '', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'mac_address': 'fa:16:3e:c9:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:50Z', 'updated_at': '2022-04-28T15:02:54Z', 'revision_number': 4, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'subnets': [{'id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:55.367204 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Publish callbacks [] for router_gateway (5b24759d-073f-4c67-aeae-821bbbef9751), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.386059 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ea494-5b13-4396-be06-8e99c1df8dad None None] The sync data for ids ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'] in dv-cinder-839768-1-iscsi is: [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:51Z', 'revision_number': 4, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '4af61f18-b60c-4620-bc2b-c7a2cd351d5b', 'name': '', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'mac_address': 'fa:16:3e:c9:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:50Z', 'updated_at': '2022-04-28T15:02:54Z', 'revision_number': 4, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'subnets': [{'id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:55.386308 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.433378 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:55.435866 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Allocated IP 172.20.0.2 (44d812fa-de14-47aa-bf99-981af298f224/7a2195d6-a7a2-44f9-b64f-7552abebdf2e/2782fa27-0e79-43b1-a462-4a4e56abaed9) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:55.441473 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-aa3cbb3c-cee0-4045-a92f-871d75bafc71 None None] For port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=4af61f18-b60c-4620-bc2b-c7a2cd351d5b,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:55.533489 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-aa3cbb3c-cee0-4045-a92f-871d75bafc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.539895 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Allocated IP 172.27.2.137 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:55.618716 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cbb3c-cee0-4045-a92f-871d75bafc71 None None] Pushing event updated for resources: {'Port': ['ID=4af61f18-b60c-4620-bc2b-c7a2cd351d5b,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:55.664189 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Publish callbacks [] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.673063 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Publish callbacks [] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.716895 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090221f6-f191-4db2-8a8f-d16abf751b02 req-7dd2e57f-ca1d-4531-80f1-28ec0c835460 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:55.718427 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-090221f6-f191-4db2-8a8f-d16abf751b02 req-7dd2e57f-ca1d-4531-80f1-28ec0c835460 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0659919 Apr 28 15:02:55.721676 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.771976 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Network 44d812fa-de14-47aa-bf99-981af298f224 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:55.775450 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:55.778123 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:55.787221 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-090221f6-f191-4db2-8a8f-d16abf751b02 req-910a4e64-a804-4b1d-b801-e0c246a7855b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569904 Apr 28 15:02:55.791067 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Pushing event updated for resources: {'Port': ['ID=2782fa27-0e79-43b1-a462-4a4e56abaed9,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:55.817494 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.842794 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Attempting to bind port 2782fa27-0e79-43b1-a462-4a4e56abaed9 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:02:55.843412 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Attempting to bind port 2782fa27-0e79-43b1-a462-4a4e56abaed9 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': '1d6a2719-ae75-4318-b7f6-9369056e3b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d812fa-de14-47aa-bf99-981af298f224'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:02:55.843982 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Attempting to bind port 2782fa27-0e79-43b1-a462-4a4e56abaed9 on network 44d812fa-de14-47aa-bf99-981af298f224 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:55.849576 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:55.849946 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Checking segment: {'id': '1d6a2719-ae75-4318-b7f6-9369056e3b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d812fa-de14-47aa-bf99-981af298f224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:02:55.850349 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.850735 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Bound using segment: {'id': '1d6a2719-ae75-4318-b7f6-9369056e3b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d812fa-de14-47aa-bf99-981af298f224'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:55.855054 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Bound port: 2782fa27-0e79-43b1-a462-4a4e56abaed9, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6a2719-ae75-4318-b7f6-9369056e3b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d812fa-de14-47aa-bf99-981af298f224'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:02:55.855054 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:55.857258 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:55.862667 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:55.866574 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:55.890537 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Pushing event updated for resources: {'Port': ['ID=fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:55.923225 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] For port 2782fa27-0e79-43b1-a462-4a4e56abaed9, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:55.926297 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] For port 2782fa27-0e79-43b1-a462-4a4e56abaed9, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=2782fa27-0e79-43b1-a462-4a4e56abaed9,segment=NetworkSegment(1d6a2719-ae75-4318-b7f6-9369056e3b61),segment_id=1d6a2719-ae75-4318-b7f6-9369056e3b61)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:56.018953 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:56.094549 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88234917-5362-40e8-bc82-8c7b53b11aa1 None None] Pushing event updated for resources: {'Port': ['ID=2782fa27-0e79-43b1-a462-4a4e56abaed9,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:56.143110 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a9ec9-6683-4037-857a-af1ff59474dc req-57b6ba75-7505-4424-b6cf-9a7f0ed037f4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:56.144873 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f09a9ec9-6683-4037-857a-af1ff59474dc req-57b6ba75-7505-4424-b6cf-9a7f0ed037f4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0561061 Apr 28 15:02:56.210069 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f09a9ec9-6683-4037-857a-af1ff59474dc req-b2562e4a-6076-460f-bdef-f985bb882c56 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580630 Apr 28 15:02:56.214314 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Publish callbacks [] for router_gateway (5b24759d-073f-4c67-aeae-821bbbef9751), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:56.454001 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547806'] for router (5b24759d-073f-4c67-aeae-821bbbef9751), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:56.661854 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Router 5b24759d-073f-4c67-aeae-821bbbef9751 is scheduled to L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 with binding_index 1 {{(pid=110071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:56.735378 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 2782fa27-0e79-43b1-a462-4a4e56abaed9 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:56.782483 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:56.785667 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 2782fa27-0e79-43b1-a462-4a4e56abaed9 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:56.786215 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:56.794104 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Sync routers for ids ['5b24759d-073f-4c67-aeae-821bbbef9751'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:56.805116 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Routers {'5b24759d-073f-4c67-aeae-821bbbef9751'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:56.805985 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:02:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5b24759d-073f-4c67-aeae-821bbbef9751'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:56.883327 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 2782fa27-0e79-43b1-a462-4a4e56abaed9 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:56.883899 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:56.902748 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:56.904112 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-e203d476-4032-444c-8281-7217386ec87e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1590769 Apr 28 15:02:56.907068 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54584) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:02:56.934677 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port 2782fa27-0e79-43b1-a462-4a4e56abaed9, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=2782fa27-0e79-43b1-a462-4a4e56abaed9,segment=NetworkSegment(1d6a2719-ae75-4318-b7f6-9369056e3b61),segment_id=1d6a2719-ae75-4318-b7f6-9369056e3b61)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:56.934921 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Set router 5b24759d-073f-4c67-aeae-821bbbef9751 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:56.961031 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e5ce7-10bf-46bc-a135-724526027c7a req-02150ce4-869b-474a-a9b6-d0551ec9063e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:56.962720 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0a8e5ce7-10bf-46bc-a135-724526027c7a req-02150ce4-869b-474a-a9b6-d0551ec9063e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0902550 Apr 28 15:02:57.012807 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:57.013681 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 4af61f18-b60c-4620-bc2b-c7a2cd351d5b up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:57.088186 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0a8e5ce7-10bf-46bc-a135-724526027c7a req-daf7aa7c-2629-4968-8eed-9a9d65cf26b8 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099174 Apr 28 15:02:57.096364 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=2782fa27-0e79-43b1-a462-4a4e56abaed9,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:57.119485 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:57.119965 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:57.168983 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'name': 'tempest-TestMinimumBasicScenario-626011852-router', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:54Z', 'updated_at': '2022-04-28T15:02:56Z', 'revision_number': 3, 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'gw_port': {'id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:55Z', 'updated_at': '2022-04-28T15:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:57.204689 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Checking router: 5b24759d-073f-4c67-aeae-821bbbef9751 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:57.205602 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Updating router 5b24759d-073f-4c67-aeae-821bbbef9751 port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a binding host dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:02:57.210696 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:57.217555 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc297049-b5aa-424b-a5f5-7cd4c16fc56f None None] Network 44d812fa-de14-47aa-bf99-981af298f224 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:02:57.239102 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:57.299971 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-76619225-1eae-4af3-9232-12c6b5260459 None None] Provisioning complete for port 2782fa27-0e79-43b1-a462-4a4e56abaed9 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:57.302254 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-76619225-1eae-4af3-9232-12c6b5260459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:57.351326 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b86eb7-92b2-44aa-92bd-c551fef6a71a req-7ea57220-a541-4720-8a41-30ba450f5c13 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:57.364784 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c5b86eb7-92b2-44aa-92bd-c551fef6a71a req-7ea57220-a541-4720-8a41-30ba450f5c13 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0687499 Apr 28 15:02:57.440481 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c5b86eb7-92b2-44aa-92bd-c551fef6a71a req-a770f473-3049-46a2-a560-2bf18244eec5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742221 Apr 28 15:02:57.442324 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-76619225-1eae-4af3-9232-12c6b5260459 None None] Current status of the port 2782fa27-0e79-43b1-a462-4a4e56abaed9 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:57.548481 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Publish callbacks [] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:57.629781 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:57.681510 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Attempting to bind port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:02:57.681872 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Attempting to bind port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:02:57.682229 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Attempting to bind port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a on network 4b557462-7dca-499c-bcf1-0b01900942b2 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:57.689291 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6ceb3-c30f-4baa-8d73-b7b661f8802c None None] Pushing event updated for resources: {'Port': ['ID=fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a,revision_number=2']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:57.691755 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:57.692127 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Checking segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:02:57.692524 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:57.692934 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Bound using segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:57.693409 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Bound port: fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:02:57.693785 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:57.754918 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] For port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:57.758665 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] For port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:57.765823 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-0fda7366-92c6-4cc1-aeb2-fdf36bdb17a3 None None] Provisioning complete for port 2782fa27-0e79-43b1-a462-4a4e56abaed9 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:57.766194 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0fda7366-92c6-4cc1-aeb2-fdf36bdb17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:57.774456 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-568751af-4f2f-4c1d-9b4e-a93b8a6d9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:57.778563 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-568751af-4f2f-4c1d-9b4e-a93b8a6d9485 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 1128 time: 0.0502553 Apr 28 15:02:57.778563 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:57.844149 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-0fda7366-92c6-4cc1-aeb2-fdf36bdb17a3 None None] Current status of the port 2782fa27-0e79-43b1-a462-4a4e56abaed9 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:57.853849 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:57.910435 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Routers {'5b24759d-073f-4c67-aeae-821bbbef9751'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:57.911058 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:02:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5b24759d-073f-4c67-aeae-821bbbef9751'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:57.947416 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6ceb3-c30f-4baa-8d73-b7b661f8802c None None] Pushing event updated for resources: {'Port': ['ID=fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:57.957233 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-03bda3d1-4d00-432f-8f58-3ca08abb0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:57.958748 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-03bda3d1-4d00-432f-8f58-3ca08abb0452 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 200 len: 917 time: 0.1724474 Apr 28 15:02:58.023989 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] Set router 5b24759d-073f-4c67-aeae-821bbbef9751 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:58.060980 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Allocated IP 172.20.0.1 (44d812fa-de14-47aa-bf99-981af298f224/7a2195d6-a7a2-44f9-b64f-7552abebdf2e/f173afc8-b01d-43af-a064-6dd9a12bedab) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:58.066216 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-99373e29-7bbc-452a-8f72-fdfe951fe9c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb HTTP/1.1" status: 200 len: 999 time: 0.0964236 Apr 28 15:02:58.207992 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-5386a1d2-f643-4abd-a950-7dd8b5653463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:58.209487 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-5386a1d2-f643-4abd-a950-7dd8b5653463 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bba402f-a684-4714-861d-42a0c9992a9f HTTP/1.1" status: 200 len: 855 time: 0.1212475 Apr 28 15:02:58.262339 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad05533-7afe-4ede-aa23-d63f006b076d req-a611e163-7973-483e-a069-c7c25a6271ab tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:58.263397 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9ad05533-7afe-4ede-aa23-d63f006b076d req-a611e163-7973-483e-a069-c7c25a6271ab tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0966575 Apr 28 15:02:58.286572 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'name': 'tempest-TestMinimumBasicScenario-626011852-router', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:54Z', 'updated_at': '2022-04-28T15:02:56Z', 'revision_number': 3, 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'gw_port': {'id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:55Z', 'updated_at': '2022-04-28T15:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:58.291626 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Publish callbacks [] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:58.303905 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-e29238e1-3b28-4eae-ac5d-d4b07ff852a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:58.305431 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-e29238e1-3b28-4eae-ac5d-d4b07ff852a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60fd79c5-50c5-4587-8604-5daaaa9b4694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828624 Apr 28 15:02:58.313170 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e3a5e-21dc-425d-a0f9-34fda76fa679 None None] The sync data for ids ['5b24759d-073f-4c67-aeae-821bbbef9751'] in dv-cinder-839768-1-iscsi is: [{'id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'name': 'tempest-TestMinimumBasicScenario-626011852-router', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:54Z', 'updated_at': '2022-04-28T15:02:56Z', 'revision_number': 3, 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'gw_port': {'id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:55Z', 'updated_at': '2022-04-28T15:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:58.382772 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9ad05533-7afe-4ede-aa23-d63f006b076d req-bfaa08bb-6eb3-4e1d-bee3-ef3023fc18bb tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122334 Apr 28 15:02:58.443301 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-efafe784-e934-44d9-a5af-9e6e9d2bea22 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271579 Apr 28 15:02:58.475795 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:58.593298 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Network 44d812fa-de14-47aa-bf99-981af298f224 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:58.613897 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:58.622898 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:58.628995 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a1f2-09a5-4d39-b9b1-4abb34d571aa req-bcec6293-d37c-4ca9-b372-1a3323aa3261 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:58.641287 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7e45a1f2-09a5-4d39-b9b1-4abb34d571aa req-bcec6293-d37c-4ca9-b372-1a3323aa3261 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.1100812 Apr 28 15:02:58.687646 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Pushing event updated for resources: {'Port': ['ID=f173afc8-b01d-43af-a064-6dd9a12bedab,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:58.692433 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711083'] for router_interface (5b24759d-073f-4c67-aeae-821bbbef9751), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:58.714458 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7e45a1f2-09a5-4d39-b9b1-4abb34d571aa req-dd28a7d0-5617-4bdb-90cf-9f815979ab18 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722404 Apr 28 15:02:58.766297 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-7b43ba18-dac4-4230-9f77-02bc99f9c685 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082671 Apr 28 15:02:58.859310 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 2782fa27-0e79-43b1-a462-4a4e56abaed9 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:58.927691 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 2782fa27-0e79-43b1-a462-4a4e56abaed9 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:58.928067 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:58.984256 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:58.989271 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-3eb95bd9-968b-4802-bf87-76f71c86b7ca None None] Provisioning complete for port f173afc8-b01d-43af-a064-6dd9a12bedab triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:58.989647 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3eb95bd9-968b-4802-bf87-76f71c86b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:59.057835 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-3eb95bd9-968b-4802-bf87-76f71c86b7ca None None] Port f173afc8-b01d-43af-a064-6dd9a12bedab cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:02:59.059459 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 2782fa27-0e79-43b1-a462-4a4e56abaed9 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:59.060706 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:59.113104 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:59.113481 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:59.204856 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:02:59.205592 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:59.228164 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:59.241475 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Publish callbacks [] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:59.304088 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:59.304261 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:59.367539 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712219'] for router_interface (5b24759d-073f-4c67-aeae-821bbbef9751), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:59.375105 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:59.436902 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Pushing event updated for resources: {'Port': ['ID=f173afc8-b01d-43af-a064-6dd9a12bedab,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:59.527073 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471615f-509b-487f-b74f-45ca5b4750c4 req-b47f0821-b6af-4c78-8001-f761485998a9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:59.528695 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a471615f-509b-487f-b74f-45ca5b4750c4 req-b47f0821-b6af-4c78-8001-f761485998a9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0584836 Apr 28 15:02:59.568424 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Network 44d812fa-de14-47aa-bf99-981af298f224 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:59.571066 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:59.655654 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a471615f-509b-487f-b74f-45ca5b4750c4 req-dd45fc74-c208-4d3a-a637-4007b758861e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169167 Apr 28 15:02:59.749001 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Router 5b24759d-073f-4c67-aeae-821bbbef9751 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:59.868410 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb489963-2761-4c40-bd4d-1d9feb3c875f req-3ae79159-9845-46fa-aa03-da98a0c5f400 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:59.881143 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eb489963-2761-4c40-bd4d-1d9feb3c875f req-3ae79159-9845-46fa-aa03-da98a0c5f400 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0625775 Apr 28 15:02:59.883011 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-0281cbac-079c-4cd8-a920-3ffb456131d4 None None] Provisioning complete for port f173afc8-b01d-43af-a064-6dd9a12bedab triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:02:59.883554 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0281cbac-079c-4cd8-a920-3ffb456131d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:02:59.891481 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:59.901771 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-451ba383-2de4-47a7-b8d3-b91ba00a0f93 admin admin] 10.222.0.31 "PUT /v2.0/routers/5b24759d-073f-4c67-aeae-821bbbef9751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9932735 Apr 28 15:02:59.938665 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-0281cbac-079c-4cd8-a920-3ffb456131d4 None None] Port f173afc8-b01d-43af-a064-6dd9a12bedab cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:02:59.945652 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eb489963-2761-4c40-bd4d-1d9feb3c875f req-6a0131fc-3608-476f-bcbe-c2b62e5bf6b0 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559223 Apr 28 15:03:00.168350 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Sync routers for ids ['5b24759d-073f-4c67-aeae-821bbbef9751'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:00.178515 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Routers {'5b24759d-073f-4c67-aeae-821bbbef9751'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:00.179132 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:02:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5b24759d-073f-4c67-aeae-821bbbef9751'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:00.291178 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Set router 5b24759d-073f-4c67-aeae-821bbbef9751 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:00.619532 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'name': 'tempest-TestMinimumBasicScenario-626011852-router', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:54Z', 'updated_at': '2022-04-28T15:02:58Z', 'revision_number': 4, 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'gw_port': {'id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:55Z', 'updated_at': '2022-04-28T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': 'f173afc8-b01d-43af-a064-6dd9a12bedab', 'name': '', 'network_id': '44d812fa-de14-47aa-bf99-981af298f224', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'mac_address': 'fa:16:3e:f6:14:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '7a2195d6-a7a2-44f9-b64f-7552abebdf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:57Z', 'updated_at': '2022-04-28T15:02:59Z', 'revision_number': 2, 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'subnets': [{'id': '7a2195d6-a7a2-44f9-b64f-7552abebdf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:00.651526 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Checking router: 5b24759d-073f-4c67-aeae-821bbbef9751 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:00.651997 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Updating router 5b24759d-073f-4c67-aeae-821bbbef9751 port f173afc8-b01d-43af-a064-6dd9a12bedab binding host dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:03:00.710294 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:00.765397 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:00.805429 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a80f02-5a8d-4e92-be1d-fc52de9bda61 req-54f539bd-e4a9-4d3c-809e-89313d343365 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:00.816329 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-67a80f02-5a8d-4e92-be1d-fc52de9bda61 req-54f539bd-e4a9-4d3c-809e-89313d343365 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0637369 Apr 28 15:03:00.816536 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:00.885268 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-67a80f02-5a8d-4e92-be1d-fc52de9bda61 req-95de859a-1f00-4d7e-a8fc-06b400f78b0c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622041 Apr 28 15:03:00.915450 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:03:00.915450 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:01.081651 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:03:01.091538 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d68ee-a7f5-4d4c-af22-60f8e6c57c5c req-eda309e2-c368-4710-922c-f3113d39544b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:01.093825 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f03d68ee-a7f5-4d4c-af22-60f8e6c57c5c req-eda309e2-c368-4710-922c-f3113d39544b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0651541 Apr 28 15:03:01.167969 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f03d68ee-a7f5-4d4c-af22-60f8e6c57c5c req-fd55e4d7-5183-4a02-a829-59e2cd04ccf5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645840 Apr 28 15:03:01.183287 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Publish callbacks [] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:01.534778 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:01.725725 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c5e3a-6342-4c86-82f7-6cd58b974db0 None None] Pushing event updated for resources: {'Port': ['ID=f173afc8-b01d-43af-a064-6dd9a12bedab,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:01.820265 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Attempting to bind port f173afc8-b01d-43af-a064-6dd9a12bedab on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:03:01.820636 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Attempting to bind port f173afc8-b01d-43af-a064-6dd9a12bedab by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': '1d6a2719-ae75-4318-b7f6-9369056e3b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d812fa-de14-47aa-bf99-981af298f224'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:03:01.821023 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Attempting to bind port f173afc8-b01d-43af-a064-6dd9a12bedab on network 44d812fa-de14-47aa-bf99-981af298f224 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:01.827360 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:01.827740 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Checking segment: {'id': '1d6a2719-ae75-4318-b7f6-9369056e3b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d812fa-de14-47aa-bf99-981af298f224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:03:01.828144 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:01.828538 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Bound using segment: {'id': '1d6a2719-ae75-4318-b7f6-9369056e3b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d812fa-de14-47aa-bf99-981af298f224'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:01.829045 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Bound port: f173afc8-b01d-43af-a064-6dd9a12bedab, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6a2719-ae75-4318-b7f6-9369056e3b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '44d812fa-de14-47aa-bf99-981af298f224'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:03:01.829429 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:01.963716 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] For port f173afc8-b01d-43af-a064-6dd9a12bedab, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:01.972188 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] For port f173afc8-b01d-43af-a064-6dd9a12bedab, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=f173afc8-b01d-43af-a064-6dd9a12bedab,segment=NetworkSegment(1d6a2719-ae75-4318-b7f6-9369056e3b61),segment_id=1d6a2719-ae75-4318-b7f6-9369056e3b61)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:02.004177 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-a38176fa-354c-4821-be0d-f065c479a8de None None] Provisioning complete for port f173afc8-b01d-43af-a064-6dd9a12bedab triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:03:02.005057 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a38176fa-354c-4821-be0d-f065c479a8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:02.109221 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-a38176fa-354c-4821-be0d-f065c479a8de None None] Port f173afc8-b01d-43af-a064-6dd9a12bedab cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:03:02.113864 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:02.142550 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48a83a-cc5f-414d-bde7-0943d56d0fde req-24e9cf01-a4bd-4f0e-8daa-8cf102b5f65c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:02.144123 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1e48a83a-cc5f-414d-bde7-0943d56d0fde req-24e9cf01-a4bd-4f0e-8daa-8cf102b5f65c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.1187353 Apr 28 15:03:02.259951 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c5e3a-6342-4c86-82f7-6cd58b974db0 None None] Pushing event updated for resources: {'Port': ['ID=f173afc8-b01d-43af-a064-6dd9a12bedab,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:02.280029 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1e48a83a-cc5f-414d-bde7-0943d56d0fde req-5b39b0ef-f63b-4202-b365-7b05853e1385 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285124 Apr 28 15:03:02.300140 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Routers {'5b24759d-073f-4c67-aeae-821bbbef9751'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:02.301147 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:02:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5b24759d-073f-4c67-aeae-821bbbef9751'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:02.418478 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16a45b-a8c0-4fde-89e6-e011baebe549 req-4705dc7c-8b29-4b5f-a49e-9b2e0bac7013 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:02.420119 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bb16a45b-a8c0-4fde-89e6-e011baebe549 req-4705dc7c-8b29-4b5f-a49e-9b2e0bac7013 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0966609 Apr 28 15:03:02.518963 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] Set router 5b24759d-073f-4c67-aeae-821bbbef9751 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:02.576242 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bb16a45b-a8c0-4fde-89e6-e011baebe549 req-1a247404-689b-41f5-aeef-fef4fa9be8e7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429577 Apr 28 15:03:02.660055 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-4f529793-8fe6-4097-8101-e38a9b229b72 None None] Provisioning complete for port f173afc8-b01d-43af-a064-6dd9a12bedab triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:03:02.660532 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4f529793-8fe6-4097-8101-e38a9b229b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:02.845125 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-4f529793-8fe6-4097-8101-e38a9b229b72 None None] Current status of the port f173afc8-b01d-43af-a064-6dd9a12bedab is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:03:02.845500 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4f529793-8fe6-4097-8101-e38a9b229b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:02.866794 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'name': 'tempest-TestMinimumBasicScenario-626011852-router', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:54Z', 'updated_at': '2022-04-28T15:02:58Z', 'revision_number': 4, 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'gw_port': {'id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:55Z', 'updated_at': '2022-04-28T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': 'f173afc8-b01d-43af-a064-6dd9a12bedab', 'name': '', 'network_id': '44d812fa-de14-47aa-bf99-981af298f224', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'mac_address': 'fa:16:3e:f6:14:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '7a2195d6-a7a2-44f9-b64f-7552abebdf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:57Z', 'updated_at': '2022-04-28T15:03:01Z', 'revision_number': 4, 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'subnets': [{'id': '7a2195d6-a7a2-44f9-b64f-7552abebdf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:02.900770 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e085ce4-bc81-416f-9290-f1995c30415c None None] The sync data for ids ['5b24759d-073f-4c67-aeae-821bbbef9751'] in dv-cinder-839768-1-iscsi is: [{'id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'name': 'tempest-TestMinimumBasicScenario-626011852-router', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:54Z', 'updated_at': '2022-04-28T15:02:58Z', 'revision_number': 4, 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'gw_port': {'id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:55Z', 'updated_at': '2022-04-28T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': 'f173afc8-b01d-43af-a064-6dd9a12bedab', 'name': '', 'network_id': '44d812fa-de14-47aa-bf99-981af298f224', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'mac_address': 'fa:16:3e:f6:14:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '7a2195d6-a7a2-44f9-b64f-7552abebdf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:57Z', 'updated_at': '2022-04-28T15:03:01Z', 'revision_number': 4, 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'subnets': [{'id': '7a2195d6-a7a2-44f9-b64f-7552abebdf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:02.923035 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4f529793-8fe6-4097-8101-e38a9b229b72 None None] For port f173afc8-b01d-43af-a064-6dd9a12bedab, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=f173afc8-b01d-43af-a064-6dd9a12bedab,segment=NetworkSegment(1d6a2719-ae75-4318-b7f6-9369056e3b61),segment_id=1d6a2719-ae75-4318-b7f6-9369056e3b61)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:02.990350 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4f529793-8fe6-4097-8101-e38a9b229b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:03.093610 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f529793-8fe6-4097-8101-e38a9b229b72 None None] Pushing event updated for resources: {'Port': ['ID=f173afc8-b01d-43af-a064-6dd9a12bedab,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:03.576704 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2437a-5333-4aef-a69d-06f6e4c049c2 req-1fda4282-5b99-40a5-9898-092acd1e5d56 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:03.576704 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-44c2437a-5333-4aef-a69d-06f6e4c049c2 req-1fda4282-5b99-40a5-9898-092acd1e5d56 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.1310763 Apr 28 15:03:03.711684 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-44c2437a-5333-4aef-a69d-06f6e4c049c2 req-5a56503b-9b3c-4fd8-914d-4fc95b644c66 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305380 Apr 28 15:03:03.800095 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9212d8-faf4-4e73-80f1-8e3cd2f143c2 req-5e6d7940-fa21-4561-87c5-76fd64648620 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:03.808372 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8c9212d8-faf4-4e73-80f1-8e3cd2f143c2 req-5e6d7940-fa21-4561-87c5-76fd64648620 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0878811 Apr 28 15:03:03.886658 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8c9212d8-faf4-4e73-80f1-8e3cd2f143c2 req-0fa72f02-2dfa-484d-9dfc-f24df55f0eb6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768137 Apr 28 15:03:04.762426 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device f173afc8-b01d-43af-a064-6dd9a12bedab up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:04.869151 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port f173afc8-b01d-43af-a064-6dd9a12bedab triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:03:04.869983 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:04.930375 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b9644-f31b-4091-bb7a-c56212a54eb2 req-502a9e7a-f4e6-4c9e-97ef-820627157c17 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:04.937586 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7e8b9644-f31b-4091-bb7a-c56212a54eb2 req-502a9e7a-f4e6-4c9e-97ef-820627157c17 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0900829 Apr 28 15:03:05.070544 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port f173afc8-b01d-43af-a064-6dd9a12bedab is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:03:05.077126 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d1bea-bb53-4f41-89ff-3df87c8638f5 req-5e39de3e-8fb6-49d3-9923-253f2fe8eddd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:05.081006 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7e8b9644-f31b-4091-bb7a-c56212a54eb2 req-c4508947-c2de-4ecb-84f8-54531c5449f6 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361094 Apr 28 15:03:05.099180 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-853d1bea-bb53-4f41-89ff-3df87c8638f5 req-5e39de3e-8fb6-49d3-9923-253f2fe8eddd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.1184289 Apr 28 15:03:05.185027 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-853d1bea-bb53-4f41-89ff-3df87c8638f5 req-5c093512-b3b4-4385-ad9c-f8a5e3d3b63c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822527 Apr 28 15:03:06.370876 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f91f3b-2d4a-4859-b9f0-56322c0451d6 req-b1d06b45-47f0-4a3b-8299-30a0c2311a38 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:06.372294 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a03b21-d1e5-41af-aa7f-ee8a938764a3 req-4cb7eaa5-679c-4601-9335-093cbd8e037d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:06.380676 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-22f91f3b-2d4a-4859-b9f0-56322c0451d6 req-b1d06b45-47f0-4a3b-8299-30a0c2311a38 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0895388 Apr 28 15:03:06.385863 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-48a03b21-d1e5-41af-aa7f-ee8a938764a3 req-4cb7eaa5-679c-4601-9335-093cbd8e037d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0876119 Apr 28 15:03:06.460961 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-48a03b21-d1e5-41af-aa7f-ee8a938764a3 req-1b62e711-be3d-4c7d-8fdb-bf9c67024055 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787432 Apr 28 15:03:06.482848 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-22f91f3b-2d4a-4859-b9f0-56322c0451d6 req-e110210d-db66-4123-9278-62a5a175aace tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942788 Apr 28 15:03:07.653854 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427541-e4b9-4710-814e-ccca953a7fb1 req-2b50c018-69e0-4608-b1a2-384624895ed7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:07.656853 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-55427541-e4b9-4710-814e-ccca953a7fb1 req-2b50c018-69e0-4608-b1a2-384624895ed7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0673995 Apr 28 15:03:07.663991 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5b141-7ada-42e1-836f-018c7a38b39a req-6e8a2f19-d0dc-46a5-8f66-e5ba5226bbd3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:07.669635 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-06d5b141-7ada-42e1-836f-018c7a38b39a req-6e8a2f19-d0dc-46a5-8f66-e5ba5226bbd3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0870912 Apr 28 15:03:07.749987 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-55427541-e4b9-4710-814e-ccca953a7fb1 req-2bde450e-f55e-483c-b63c-5f3eb136cbf5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785596 Apr 28 15:03:07.786457 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-06d5b141-7ada-42e1-836f-018c7a38b39a req-d19662be-eec9-4d02-ad7e-c59cdb56b597 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134100 Apr 28 15:03:08.941948 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddc0fd-552c-47b7-8750-72bf98c84b1b req-a3abf6c6-a92d-44ea-99f1-92b1ba66c39a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:08.943371 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e0ddc0fd-552c-47b7-8750-72bf98c84b1b req-a3abf6c6-a92d-44ea-99f1-92b1ba66c39a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0904715 Apr 28 15:03:08.985482 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b154-1864-4116-ad9a-1fea8a5b2e45 req-c009e2b2-b058-4e54-84d6-cccdf81f6c55 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:08.993332 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-39c7b154-1864-4116-ad9a-1fea8a5b2e45 req-c009e2b2-b058-4e54-84d6-cccdf81f6c55 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0897624 Apr 28 15:03:09.004348 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e0ddc0fd-552c-47b7-8750-72bf98c84b1b req-fcf1dbfc-fa9f-4384-bf57-359ab8a8134e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548089 Apr 28 15:03:09.085857 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-39c7b154-1864-4116-ad9a-1fea8a5b2e45 req-ab6bebc5-2ed8-4129-aebc-eed2793c1134 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908899 Apr 28 15:03:10.213802 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc662ef4-e210-43af-ad07-19b6fb7b98b2 req-314a0cfb-29d3-44e6-94e3-1e69d53e2fe6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:10.213802 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cc662ef4-e210-43af-ad07-19b6fb7b98b2 req-314a0cfb-29d3-44e6-94e3-1e69d53e2fe6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0884001 Apr 28 15:03:10.286207 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766dff9-ad97-4979-b2f8-d9df509ee818 req-58ac0c50-4581-4985-b3a5-15bf359e4ffb tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:10.287639 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f766dff9-ad97-4979-b2f8-d9df509ee818 req-58ac0c50-4581-4985-b3a5-15bf359e4ffb tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.1264255 Apr 28 15:03:10.297176 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cc662ef4-e210-43af-ad07-19b6fb7b98b2 req-3f2043fc-9134-47e6-82c6-b25f38e66e6c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014707 Apr 28 15:03:10.385376 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f766dff9-ad97-4979-b2f8-d9df509ee818 req-0e7d747a-ddf8-4929-b1a9-8aa0e0158e99 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836165 Apr 28 15:03:11.393099 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54780) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:11.438859 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd441c-a0cd-4795-89c8-ccd06fdd8714 req-ed8022e5-a4a2-4e19-b904-f9b4f95f7792 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:11.441083 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3cdd441c-a0cd-4795-89c8-ccd06fdd8714 req-ed8022e5-a4a2-4e19-b904-f9b4f95f7792 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0622625 Apr 28 15:03:11.499055 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3cdd441c-a0cd-4795-89c8-ccd06fdd8714 req-ea4c96d9-bd94-4997-9a0e-a042d8ed2aac tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496399 Apr 28 15:03:11.542716 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7fd2c-3c4d-4095-9173-e1d1b0f5e7aa req-cbf4d267-c799-4f51-98a5-c1c6b4d3febf tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:11.544170 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b2b7fd2c-3c4d-4095-9173-e1d1b0f5e7aa req-cbf4d267-c799-4f51-98a5-c1c6b4d3febf tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0680628 Apr 28 15:03:11.545047 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1bfc2de6-4f14-4c23-aeaf-1ddf39c6e02e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:11.615556 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b2b7fd2c-3c4d-4095-9173-e1d1b0f5e7aa req-7c70aa2b-a055-49b4-af3c-7e044700193e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629590 Apr 28 15:03:11.654743 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1bfc2de6-4f14-4c23-aeaf-1ddf39c6e02e admin admin] Publish callbacks [] for security_group (26a454d6-2479-4792-b7d6-596fea43fa1a), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:11.742217 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1bfc2de6-4f14-4c23-aeaf-1ddf39c6e02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (26a454d6-2479-4792-b7d6-596fea43fa1a), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:11.786222 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc2de6-4f14-4c23-aeaf-1ddf39c6e02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a454d6-2479-4792-b7d6-596fea43fa1a,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:11.797498 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-1bfc2de6-4f14-4c23-aeaf-1ddf39c6e02e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6e91636461c465d93d787c10e611259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058435 Apr 28 15:03:11.799697 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 54788) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:11.885490 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85a98b50-6e4f-484b-afac-af0b9bbaff72 admin admin] Publish callbacks [] for security_group (26a454d6-2479-4792-b7d6-596fea43fa1a), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:11.920016 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85a98b50-6e4f-484b-afac-af0b9bbaff72 admin admin] Publish callbacks [] for security_group (26a454d6-2479-4792-b7d6-596fea43fa1a), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:12.078940 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85a98b50-6e4f-484b-afac-af0b9bbaff72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (26a454d6-2479-4792-b7d6-596fea43fa1a), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:12.082392 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85a98b50-6e4f-484b-afac-af0b9bbaff72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:12.088117 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-85a98b50-6e4f-484b-afac-af0b9bbaff72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26a454d6-2479-4792-b7d6-596fea43fa1a HTTP/1.1" status: 204 len: 168 time: 0.2828233 Apr 28 15:03:12.099120 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a98b50-6e4f-484b-afac-af0b9bbaff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a454d6-2479-4792-b7d6-596fea43fa1a,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:12.631022 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9625061-4779-4ad4-8feb-a7d455ff9667 req-894ce104-802d-4e6d-93b6-3be5ae5ec813 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:12.632560 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d9625061-4779-4ad4-8feb-a7d455ff9667 req-894ce104-802d-4e6d-93b6-3be5ae5ec813 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0540259 Apr 28 15:03:12.684593 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d9625061-4779-4ad4-8feb-a7d455ff9667 req-ede70dbc-f359-427f-bf96-916bf3e1d5ba tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446382 Apr 28 15:03:12.756530 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751e1f6-6b53-40cd-b1d2-f21c025430a3 req-4aa4d7d4-df62-456b-9cfc-de9daa18022e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:12.758091 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c751e1f6-6b53-40cd-b1d2-f21c025430a3 req-4aa4d7d4-df62-456b-9cfc-de9daa18022e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0643072 Apr 28 15:03:12.809108 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c751e1f6-6b53-40cd-b1d2-f21c025430a3 req-f844ca09-830c-46dc-ae2a-6ead297147fd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452576 Apr 28 15:03:13.715516 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-d7381ea9-98ea-4af9-8c11-10cb06e81564 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:13.717012 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-d7381ea9-98ea-4af9-8c11-10cb06e81564 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/networks?id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2 HTTP/1.1" status: 200 len: 815 time: 0.1021640 Apr 28 15:03:13.731556 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-77006760-df8f-4c13-ab25-ce10e03cc888 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/quotas/a70bbde9b0854041bbbb8243c3d54a88 HTTP/1.1" status: 200 len: 375 time: 0.0092542 Apr 28 15:03:13.779475 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-a2ee9a3d-5bf8-4091-b2a6-fa3071a310c5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a70bbde9b0854041bbbb8243c3d54a88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426006 Apr 28 15:03:13.822758 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7790cd-9c02-4e90-bcd4-1e5bf1cab7c8 req-9d930023-01e2-412a-ad62-6ac6e55eb3db tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:13.824312 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8f7790cd-9c02-4e90-bcd4-1e5bf1cab7c8 req-9d930023-01e2-412a-ad62-6ac6e55eb3db tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0461779 Apr 28 15:03:13.871731 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8f7790cd-9c02-4e90-bcd4-1e5bf1cab7c8 req-bffc0231-2cd0-4881-9274-6e3fa06add3c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413315 Apr 28 15:03:13.878402 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-46c5b5a8-3270-417b-99e9-171ed26be587 service neutron] 10.222.0.31 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871904 Apr 28 15:03:13.967267 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-b1d4cc7a-1d27-4462-b730-01f2a41bc5ae service neutron] 10.222.0.31 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832086 Apr 28 15:03:13.973236 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56d6a8-b6a4-4a50-a564-14d5d8ae907e req-603b155f-1564-4e0d-9589-e690fcb71c8b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:13.974797 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2a56d6a8-b6a4-4a50-a564-14d5d8ae907e req-603b155f-1564-4e0d-9589-e690fcb71c8b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0454755 Apr 28 15:03:14.025204 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2a56d6a8-b6a4-4a50-a564-14d5d8ae907e req-13a54b3d-ea3e-419f-be7f-1aabba627475 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Apr 28 15:03:14.246269 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c7455e9b-5741-4ce4-a048-504f3ad764dd req-69754d53-9fd6-4dec-92fd-9db1978a1f44 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 210 time: 0.0263920 Apr 28 15:03:14.594711 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-be5f199e-7d65-4360-a0c1-7b2664fd7fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:15.020720 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc0123-c26e-45c5-a4e1-b9d19db98d35 req-b5d1dbc7-368f-4749-9f7f-8a70a32ead3b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:15.022197 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1ecc0123-c26e-45c5-a4e1-b9d19db98d35 req-b5d1dbc7-368f-4749-9f7f-8a70a32ead3b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0774519 Apr 28 15:03:15.039714 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f3e9a-fa61-4a56-931a-d564051c668e req-056b5925-f096-4209-90f5-af7edbc7560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:15.041677 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1b5f3e9a-fa61-4a56-931a-d564051c668e req-056b5925-f096-4209-90f5-af7edbc7560c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 1130 time: 0.0535703 Apr 28 15:03:15.094072 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1ecc0123-c26e-45c5-a4e1-b9d19db98d35 req-57adf177-21db-41a7-9f3c-17ca9171f6c1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645773 Apr 28 15:03:15.118067 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1b5f3e9a-fa61-4a56-931a-d564051c668e req-c9bd6e95-be41-4ed2-a4c1-98563c555891 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505803 Apr 28 15:03:15.147562 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7500437-13bc-4409-b214-aba305bf4eab req-863808ce-01f1-4dde-a281-64fe3a538aa0 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:15.149154 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c7500437-13bc-4409-b214-aba305bf4eab req-863808ce-01f1-4dde-a281-64fe3a538aa0 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0507255 Apr 28 15:03:15.195745 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c7500437-13bc-4409-b214-aba305bf4eab req-d010ab4d-86e0-4c06-b5eb-e098b3f80a03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Apr 28 15:03:15.321959 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3680efe1-6d48-4563-951d-002c65cd4ef9 req-463ba792-8153-45ca-9f45-ce76095ee4d2 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 210 time: 0.0258958 Apr 28 15:03:16.214493 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc5d8d-7117-4073-878d-6f359170d6b8 req-122a84b0-dc4e-4da7-9a84-b13e2fc0e3ac tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:16.215969 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-27cc5d8d-7117-4073-878d-6f359170d6b8 req-122a84b0-dc4e-4da7-9a84-b13e2fc0e3ac tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0468771 Apr 28 15:03:16.266552 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-27cc5d8d-7117-4073-878d-6f359170d6b8 req-cc9f130d-f77a-4bc8-92d4-d5b01bdb1cd2 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Apr 28 15:03:16.311896 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34d7a8-6ae2-4204-a679-4cc2a25b1ed3 req-f1161f64-3020-41a0-94c0-c77f029f3f29 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:16.313378 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2e34d7a8-6ae2-4204-a679-4cc2a25b1ed3 req-f1161f64-3020-41a0-94c0-c77f029f3f29 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0496011 Apr 28 15:03:16.361866 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2e34d7a8-6ae2-4204-a679-4cc2a25b1ed3 req-500f479b-447b-4dfa-9e9f-65983f4a636c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Apr 28 15:03:16.414634 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c26a9374-bbd7-414c-95f9-1ff7c50d8aac req-63788d15-783e-4610-b96b-0d4ad345e4c2 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 210 time: 0.0269694 Apr 28 15:03:16.730315 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cdb97c56-3f71-458c-868a-8dbf0ef99500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:17.207516 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-d7f28104-7e89-4f12-9f9a-fdd712ae5bd1 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:17.208997 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-d7f28104-7e89-4f12-9f9a-fdd712ae5bd1 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.42 "GET /v2.0/networks?id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2 HTTP/1.1" status: 200 len: 815 time: 0.1039391 Apr 28 15:03:17.222971 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Request body: {'port': {'device_id': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'admin_state_up': True, 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:17.390566 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f5791-46d7-40ad-8663-a98796b9054b req-aea3a173-3afb-42bf-9bc5-bb355f24ce33 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:17.391844 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e1f5791-46d7-40ad-8663-a98796b9054b req-aea3a173-3afb-42bf-9bc5-bb355f24ce33 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0471883 Apr 28 15:03:17.444074 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e1f5791-46d7-40ad-8663-a98796b9054b req-57fddca1-e50a-41f6-a6f0-161c3141cd3e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463579 Apr 28 15:03:17.459188 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Made reservation on behalf of a70bbde9b0854041bbbb8243c3d54a88 for: {'port': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:17.465856 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:17.488004 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556b618-fc99-4730-85a3-b39006f9b4c8 req-0178c4c6-4d92-4625-bec4-3f14976209df tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:17.489754 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b556b618-fc99-4730-85a3-b39006f9b4c8 req-0178c4c6-4d92-4625-bec4-3f14976209df tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0595729 Apr 28 15:03:17.537601 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-997eacb4-2721-4017-9679-f0172ef82e62 req-c511bdd4-cef2-4cb6-be37-2afd8b949b14 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 210 time: 0.0290377 Apr 28 15:03:17.542201 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b556b618-fc99-4730-85a3-b39006f9b4c8 req-02f447df-cc5b-4fa6-a03d-58801423c3ba tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453126 Apr 28 15:03:17.645901 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Allocated IP 172.20.0.9 (53d462a3-bd5b-42e4-84fd-f24d1415d9d2/0896a7f5-d1fb-446d-998b-5caea5170940/8c26588c-7146-425e-bcda-131aa18eed82) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:17.797075 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for port (8c26588c-7146-425e-bcda-131aa18eed82), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:17.912752 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41697393-4be0-4f14-9c7e-550a88129bb9 req-b5346780-0fc4-406a-92d0-8defd87893a8 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:17.914253 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-41697393-4be0-4f14-9c7e-550a88129bb9 req-b5346780-0fc4-406a-92d0-8defd87893a8 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0508964 Apr 28 15:03:17.915880 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (8c26588c-7146-425e-bcda-131aa18eed82), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:18.005567 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:18.011559 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:18.022297 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:18.026645 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:18.041161 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc38ba-5e05-4dc4-be28-e6133a3e52e6 req-a4091bfb-14d2-431a-812c-b760fe18e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:18.042758 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9ffc38ba-5e05-4dc4-be28-e6133a3e52e6 req-a4091bfb-14d2-431a-812c-b760fe18e8e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 1130 time: 0.1218154 Apr 28 15:03:18.063010 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event updated for resources: {'Port': ['ID=8c26588c-7146-425e-bcda-131aa18eed82,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:18.098087 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-41697393-4be0-4f14-9c7e-550a88129bb9 req-55e57976-9347-47bd-bef6-0b8300808e68 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760550 Apr 28 15:03:18.136581 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:18.137309 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:18.211208 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc38ba-5e05-4dc4-be28-e6133a3e52e6 req-e820fb24-5781-4ba4-afd8-2c3220c634cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:18.213030 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9ffc38ba-5e05-4dc4-be28-e6133a3e52e6 req-e820fb24-5781-4ba4-afd8-2c3220c634cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 919 time: 0.1464095 Apr 28 15:03:18.242243 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-97724a71-eb97-49a4-a551-3dae15f80305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0227289 Apr 28 15:03:18.309916 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-38a74f44-a81f-471f-b7f1-ae80a30171ab None None] Provisioning complete for port 8c26588c-7146-425e-bcda-131aa18eed82 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:03:18.310895 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-38a74f44-a81f-471f-b7f1-ae80a30171ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (8c26588c-7146-425e-bcda-131aa18eed82), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:18.312750 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9ffc38ba-5e05-4dc4-be28-e6133a3e52e6 req-1d63eff6-4808-47a6-94f1-cb14bc7bf58f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52790e3b-bbab-47d6-9578-74c45e4a5bba HTTP/1.1" status: 200 len: 217 time: 0.0622547 Apr 28 15:03:18.350423 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-38a74f44-a81f-471f-b7f1-ae80a30171ab None None] Port 8c26588c-7146-425e-bcda-131aa18eed82 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:03:18.587294 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3cb33-7171-4d72-912c-44a24125f689 req-bb98bc58-3e97-4c1e-87e7-296e7dd7515e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:18.596304 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d1b3cb33-7171-4d72-912c-44a24125f689 req-bb98bc58-3e97-4c1e-87e7-296e7dd7515e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0684948 Apr 28 15:03:18.656590 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d1b3cb33-7171-4d72-912c-44a24125f689 req-d333c643-79be-4dca-874c-e0ea921c6639 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593748 Apr 28 15:03:18.723910 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1af7a-7ff0-43ea-82e2-04352437588e req-814e09af-eb8c-48ee-a405-d1e5c497150d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:18.723910 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43a1af7a-7ff0-43ea-82e2-04352437588e req-814e09af-eb8c-48ee-a405-d1e5c497150d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 931 time: 0.0878394 Apr 28 15:03:18.774905 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43a1af7a-7ff0-43ea-82e2-04352437588e req-ac7b23ee-9eb0-4eb3-88b1-d33e411599aa tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465212 Apr 28 15:03:19.216309 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebec066-969e-4b4a-a8d6-b2ebf7d02e48 req-249091b3-f7a5-47c3-947e-f423ea12c638 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:19.217821 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1ebec066-969e-4b4a-a8d6-b2ebf7d02e48 req-249091b3-f7a5-47c3-947e-f423ea12c638 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0540228 Apr 28 15:03:19.272011 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1ebec066-969e-4b4a-a8d6-b2ebf7d02e48 req-569a4a9a-8776-4851-b440-0f2c3ce1a6b5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481584 Apr 28 15:03:19.344138 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:19.793594 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc621b-b8f7-46cb-8d44-1567d60efa23 req-f3a73c16-900a-4242-9c2e-03c5e9384a87 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:19.795198 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e1dc621b-b8f7-46cb-8d44-1567d60efa23 req-f3a73c16-900a-4242-9c2e-03c5e9384a87 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0475914 Apr 28 15:03:19.853298 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e1dc621b-b8f7-46cb-8d44-1567d60efa23 req-963c933f-11f5-4ff6-881b-0acc01329fba tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521357 Apr 28 15:03:19.911146 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69022346-d4c4-40ea-8c17-c315e7cf9f6b req-20afc765-cae9-47b9-8dc8-24736cf0766e tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:19.912745 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-69022346-d4c4-40ea-8c17-c315e7cf9f6b req-20afc765-cae9-47b9-8dc8-24736cf0766e tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 931 time: 0.0624716 Apr 28 15:03:19.982716 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-69022346-d4c4-40ea-8c17-c315e7cf9f6b req-fbf79f1c-3ec4-43ce-9b0b-7e2534050de8 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590327 Apr 28 15:03:20.391023 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3c8eb-490c-44b8-a1f3-2401049016d9 req-ed2f04ed-77dc-4a9f-8c18-f813e16f62bf tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:20.392506 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b6b3c8eb-490c-44b8-a1f3-2401049016d9 req-ed2f04ed-77dc-4a9f-8c18-f813e16f62bf tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0513053 Apr 28 15:03:20.442906 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b6b3c8eb-490c-44b8-a1f3-2401049016d9 req-80d9d46e-0e67-41f7-a7bb-667b20d9ac38 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 Apr 28 15:03:20.992722 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c224186-c5b1-4fcd-9e60-0364d9f8f2e5 req-bc7e3284-81d5-4e08-a076-f26284e4910f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:20.995029 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0c224186-c5b1-4fcd-9e60-0364d9f8f2e5 req-bc7e3284-81d5-4e08-a076-f26284e4910f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0566599 Apr 28 15:03:21.066581 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0c224186-c5b1-4fcd-9e60-0364d9f8f2e5 req-acf47b6f-a08f-43c0-8c0e-481ae8a25ded tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557263 Apr 28 15:03:21.129403 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f1b1e-d2b4-4f92-b3d0-8feb56c1d1c7 req-5c8c8878-fc3f-4791-8bf3-6d3e6a3a502e tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:21.131241 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c86f1b1e-d2b4-4f92-b3d0-8feb56c1d1c7 req-5c8c8878-fc3f-4791-8bf3-6d3e6a3a502e tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 931 time: 0.0548930 Apr 28 15:03:21.183451 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c86f1b1e-d2b4-4f92-b3d0-8feb56c1d1c7 req-0becbc32-06d3-4ebc-8d9d-21735bff6494 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455534 Apr 28 15:03:21.570331 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e2e04-6e8d-4390-a698-6895c438f855 req-910284e7-a676-41a3-afad-3d2fecaabb62 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:21.572544 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bd4e2e04-6e8d-4390-a698-6895c438f855 req-910284e7-a676-41a3-afad-3d2fecaabb62 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0532436 Apr 28 15:03:21.625476 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bd4e2e04-6e8d-4390-a698-6895c438f855 req-4c40ed84-d480-436d-b480-b2d7d30e0576 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461686 Apr 28 15:03:21.778044 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:22.191374 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b20016-eb17-4528-86f8-3c9fd38bea74 req-21ffcf26-c800-414e-b054-60c6938bd795 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:22.192848 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-22b20016-eb17-4528-86f8-3c9fd38bea74 req-21ffcf26-c800-414e-b054-60c6938bd795 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0473385 Apr 28 15:03:22.259296 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-22b20016-eb17-4528-86f8-3c9fd38bea74 req-a9d537b5-7d92-4698-87bc-117209ee6dc7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605204 Apr 28 15:03:22.322915 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fcc15-23b1-4007-ad3f-ab5d44ac141a req-fab80d62-5f93-4280-a5f3-eef5919335de tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:22.324389 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eb0fcc15-23b1-4007-ad3f-ab5d44ac141a req-fab80d62-5f93-4280-a5f3-eef5919335de tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 931 time: 0.0573571 Apr 28 15:03:22.376116 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eb0fcc15-23b1-4007-ad3f-ab5d44ac141a req-d044d622-6aeb-4ddd-967e-37f266d71b6a tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457048 Apr 28 15:03:22.744366 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582c555-610a-427e-ada9-cb2a17a3ed19 req-10625caa-c87c-4f06-bbb1-f79c3e5454d5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:22.746076 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3582c555-610a-427e-ada9-cb2a17a3ed19 req-10625caa-c87c-4f06-bbb1-f79c3e5454d5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0478857 Apr 28 15:03:22.801238 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3582c555-610a-427e-ada9-cb2a17a3ed19 req-716c76d5-5041-4575-86b3-da028db84258 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 Apr 28 15:03:23.402520 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941cc07-0ff5-43cc-b21c-b5de89c95419 req-a8d8af4b-d96e-4903-aaa3-ad3e423468d0 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:23.406001 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7941cc07-0ff5-43cc-b21c-b5de89c95419 req-a8d8af4b-d96e-4903-aaa3-ad3e423468d0 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0632207 Apr 28 15:03:23.456383 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7941cc07-0ff5-43cc-b21c-b5de89c95419 req-3395e2da-58cb-4235-9059-cb3fa7d7c4cb tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443218 Apr 28 15:03:23.499548 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c1671-22a5-4f0b-aa99-e73d107d032d req-31a430d7-a364-4167-aa11-af3d84e85bad tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:23.501029 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-407c1671-22a5-4f0b-aa99-e73d107d032d req-31a430d7-a364-4167-aa11-af3d84e85bad tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 931 time: 0.0511715 Apr 28 15:03:23.551255 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-407c1671-22a5-4f0b-aa99-e73d107d032d req-aa8157d3-b7c8-4d36-99fc-6a873ae2cc0b tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446837 Apr 28 15:03:23.931398 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060ab4-bda4-4ce4-9c1b-e8a2cae2c6a6 req-4a3fb0fc-3dfd-4603-b5e5-10e351386487 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:23.932904 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e2060ab4-bda4-4ce4-9c1b-e8a2cae2c6a6 req-4a3fb0fc-3dfd-4603-b5e5-10e351386487 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0553677 Apr 28 15:03:23.984735 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e2060ab4-bda4-4ce4-9c1b-e8a2cae2c6a6 req-9ca29d2e-5003-45d2-840a-08db8a36a64e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460300 Apr 28 15:03:24.592800 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ad0d6-3a14-4772-8055-3eeefd832b5a req-c07fa70b-d39e-4982-8e5b-0759317dabb7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:24.596032 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d23ad0d6-3a14-4772-8055-3eeefd832b5a req-c07fa70b-d39e-4982-8e5b-0759317dabb7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0573242 Apr 28 15:03:24.646417 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d23ad0d6-3a14-4772-8055-3eeefd832b5a req-fec6678a-89d6-4ebe-a295-5d24cd937522 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449438 Apr 28 15:03:24.687546 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f0ebb-bbae-4109-9191-84097bdc5fbf req-277da7cf-662c-44f7-8ca3-82cfad742167 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:24.689053 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9b6f0ebb-bbae-4109-9191-84097bdc5fbf req-277da7cf-662c-44f7-8ca3-82cfad742167 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 931 time: 0.0539525 Apr 28 15:03:24.740443 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9b6f0ebb-bbae-4109-9191-84097bdc5fbf req-20b8c940-b52a-48f5-b106-7312d705a8cc tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Apr 28 15:03:25.108532 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f7d9-6b91-4872-a162-28d9270d7b22 req-6ee9def6-b893-4b02-84cd-787c6f9cd22e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:25.110034 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a794f7d9-6b91-4872-a162-28d9270d7b22 req-6ee9def6-b893-4b02-84cd-787c6f9cd22e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0565376 Apr 28 15:03:25.161412 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a794f7d9-6b91-4872-a162-28d9270d7b22 req-877108ed-cc71-4e9d-8eca-56c39abbfae0 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457618 Apr 28 15:03:25.793647 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3022e-dce7-4cc5-9eca-ea2ed097e29c req-9b8dd114-8eaf-4d52-9870-e6ff7328887c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:25.795227 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b6e3022e-dce7-4cc5-9eca-ea2ed097e29c req-9b8dd114-8eaf-4d52-9870-e6ff7328887c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0631380 Apr 28 15:03:25.853589 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b6e3022e-dce7-4cc5-9eca-ea2ed097e29c req-b636e94f-f4f7-44fd-8583-2bab9cbc78f5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496888 Apr 28 15:03:25.867898 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc2f67-34e6-4a8e-9b08-2a3737e0f0e5 req-87a2ce0c-1739-426c-bdfa-a38edc6df0eb tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:25.869678 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e0fc2f67-34e6-4a8e-9b08-2a3737e0f0e5 req-87a2ce0c-1739-426c-bdfa-a38edc6df0eb tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 931 time: 0.0579462 Apr 28 15:03:25.920557 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e0fc2f67-34e6-4a8e-9b08-2a3737e0f0e5 req-786daf1a-4093-4e2b-95c0-7421f483a49c tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447547 Apr 28 15:03:26.283966 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c5032-264e-40af-bed6-54dbeec0c3da req-fb3c21bf-29ab-420f-86d9-553f396a0480 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:26.285739 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3a9c5032-264e-40af-bed6-54dbeec0c3da req-fb3c21bf-29ab-420f-86d9-553f396a0480 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0552919 Apr 28 15:03:26.337129 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3a9c5032-264e-40af-bed6-54dbeec0c3da req-cc6c872b-fa12-43e7-8c67-4016809ea093 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457656 Apr 28 15:03:26.976795 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98f2fd-24ff-4a04-b78e-e009b7b96856 req-ac32e4be-aac5-4332-b872-9aa832fa3666 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:26.978271 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7a98f2fd-24ff-4a04-b78e-e009b7b96856 req-ac32e4be-aac5-4332-b872-9aa832fa3666 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0465901 Apr 28 15:03:27.024869 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7a98f2fd-24ff-4a04-b78e-e009b7b96856 req-8e3cdfc7-e062-42ba-9857-372d73cedc0f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Apr 28 15:03:27.034099 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d621cd-3e75-422c-ab0f-03fe3ac4e9b7 req-e0b8982e-cf9e-4666-9a21-6a967b42e1c5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:27.035568 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-86d621cd-3e75-422c-ab0f-03fe3ac4e9b7 req-e0b8982e-cf9e-4666-9a21-6a967b42e1c5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 931 time: 0.0457654 Apr 28 15:03:27.083036 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-86d621cd-3e75-422c-ab0f-03fe3ac4e9b7 req-e81697d9-837a-4b1e-9fd4-c4b1c0957062 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420539 Apr 28 15:03:27.454262 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37246fc5-9937-466a-8668-184dd81f3ec0 req-e650d320-57a2-4721-9d6f-1f4a753e425b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:27.455703 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-37246fc5-9937-466a-8668-184dd81f3ec0 req-e650d320-57a2-4721-9d6f-1f4a753e425b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0491014 Apr 28 15:03:27.504668 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-37246fc5-9937-466a-8668-184dd81f3ec0 req-c78df3f7-80e9-41c9-99b0-ae27ba08af7c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433607 Apr 28 15:03:27.536814 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Request body: {'port': {'device_id': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:27.621216 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc38ba-5e05-4dc4-be28-e6133a3e52e6 req-39006b99-7660-4df1-9c79-57569adebde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:27.623125 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9ffc38ba-5e05-4dc4-be28-e6133a3e52e6 req-39006b99-7660-4df1-9c79-57569adebde0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 200 len: 857 time: 0.0829651 Apr 28 15:03:27.631344 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (8c26588c-7146-425e-bcda-131aa18eed82), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:27.884757 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c26588c-7146-425e-bcda-131aa18eed82 {{(pid=110071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:03:27.891763 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Publish callbacks [] for port (8c26588c-7146-425e-bcda-131aa18eed82), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:27.903347 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.provisioning_blocks [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Transition to ACTIVE for port object 8c26588c-7146-425e-bcda-131aa18eed82 will not be triggered until provisioned by entity L2. {{(pid=110071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:03:27.954726 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (8c26588c-7146-425e-bcda-131aa18eed82), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:28.012497 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Pushing event updated for resources: {'Port': ['ID=8c26588c-7146-425e-bcda-131aa18eed82,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:28.077954 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Attempting to bind port 8c26588c-7146-425e-bcda-131aa18eed82 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:03:28.078600 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Attempting to bind port 8c26588c-7146-425e-bcda-131aa18eed82 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:03:28.078955 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Attempting to bind port 8c26588c-7146-425e-bcda-131aa18eed82 on network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:28.083828 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Port 8c26588c-7146-425e-bcda-131aa18eed82 on network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:03:28.084147 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Attempting to bind port 8c26588c-7146-425e-bcda-131aa18eed82 on network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:28.089217 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:28.089550 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Checking segment: {'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:03:28.089932 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Bound using segment: {'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:28.090361 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Bound port: 8c26588c-7146-425e-bcda-131aa18eed82, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e358786-bee8-4fdb-b9f3-255aba2761d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2'}}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:03:28.090717 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (8c26588c-7146-425e-bcda-131aa18eed82), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:28.164699 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5e04c-0307-4a4a-9294-c2480e52fe31 req-99e165b6-8c45-4060-98cc-3fba75b54fa1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:28.166290 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-93a5e04c-0307-4a4a-9294-c2480e52fe31 req-99e165b6-8c45-4060-98cc-3fba75b54fa1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0627880 Apr 28 15:03:28.192624 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] For port 8c26588c-7146-425e-bcda-131aa18eed82, host hv-cinder-83976, cleared binding levels {{(pid=110071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:28.209524 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] For port 8c26588c-7146-425e-bcda-131aa18eed82, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8c26588c-7146-425e-bcda-131aa18eed82,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:28.213812 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-93a5e04c-0307-4a4a-9294-c2480e52fe31 req-5d81d9ea-e758-4f66-9cd1-bd6909aa37bb tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401876 Apr 28 15:03:28.218193 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf8340-0fd7-4096-a3b4-fcfa2778f48c req-a1980388-34e0-4219-bbb1-36bd12ab4726 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:28.219670 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-59bf8340-0fd7-4096-a3b4-fcfa2778f48c req-a1980388-34e0-4219-bbb1-36bd12ab4726 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 943 time: 0.0628126 Apr 28 15:03:28.272998 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-59bf8340-0fd7-4096-a3b4-fcfa2778f48c req-ee87a0a5-44d8-4e31-8d51-de37a4713412 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475235 Apr 28 15:03:28.286925 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (8c26588c-7146-425e-bcda-131aa18eed82), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:28.321076 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:28.321896 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:28.323270 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] 10.222.0.42 "PUT /v2.0/ports/8c26588c-7146-425e-bcda-131aa18eed82 HTTP/1.1" status: 200 len: 1093 time: 0.7906814 Apr 28 15:03:28.326151 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:28.331504 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d533a7de-8984-4c03-b656-3a4a22158b87" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "tag": "8c26588c-7146-425e-bcda-131aa18eed82"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:28.353841 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504ab09-7d08-4dc9-a474-f43a386a4189 service neutron] Pushing event updated for resources: {'Port': ['ID=8c26588c-7146-425e-bcda-131aa18eed82,revision_number=3']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:28.367641 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd8fdae-a040-449c-b9ab-9868750a124a x-openstack-request-id: req-0cd8fdae-a040-449c-b9ab-9868750a124a {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:28.367913 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "tag": "8c26588c-7146-425e-bcda-131aa18eed82", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:28.368164 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cd8fdae-a040-449c-b9ab-9868750a124a {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:28.368586 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd8fdae-a040-449c-b9ab-9868750a124a'] response: {'name': 'network-changed', 'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82', 'status': 'completed', 'code': 200} Apr 28 15:03:28.498016 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc38ba-5e05-4dc4-be28-e6133a3e52e6 req-0ebd88ce-6a34-4729-84c7-d3fd7ea97272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:28.502378 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9ffc38ba-5e05-4dc4-be28-e6133a3e52e6 req-0ebd88ce-6a34-4729-84c7-d3fd7ea97272 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4941596-20f6-4239-8eb0-824cfe4ba71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699804 Apr 28 15:03:28.507401 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533a7de-8984-4c03-b656-3a4a22158b87 req-af34e0a7-6884-42d3-b1e6-cf6e6666e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:28.509347 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d533a7de-8984-4c03-b656-3a4a22158b87 req-af34e0a7-6884-42d3-b1e6-cf6e6666e465 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a70bbde9b0854041bbbb8243c3d54a88&device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 1127 time: 0.0691974 Apr 28 15:03:28.804156 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:03:28.958825 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d324a67-8a74-475f-b220-3568a8889fce req-285bf203-47b4-4b7b-86f6-e5656b167075 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:28.960317 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2d324a67-8a74-475f-b220-3568a8889fce req-285bf203-47b4-4b7b-86f6-e5656b167075 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.3697844 Apr 28 15:03:28.984505 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533a7de-8984-4c03-b656-3a4a22158b87 req-9c220cee-10d0-4876-82db-affce4173739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:28.985875 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d533a7de-8984-4c03-b656-3a4a22158b87 req-9c220cee-10d0-4876-82db-affce4173739 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a70bbde9b0854041bbbb8243c3d54a88&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4631302 Apr 28 15:03:28.993092 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9ffc38ba-5e05-4dc4-be28-e6133a3e52e6 req-c60bc5de-deaa-4563-9d3f-e43d77c2ff2c service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714401 Apr 28 15:03:29.103329 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 80d4b663-9987-4881-8f15-f09d0ebe88bb details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:03:29.129401 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2d324a67-8a74-475f-b220-3568a8889fce req-f2475b86-f3dc-4f04-b403-1456a12e2be4 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597850 Apr 28 15:03:29.167608 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533a7de-8984-4c03-b656-3a4a22158b87 req-8ae7f928-d15a-4dd1-ba53-b5c2873efdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:29.169566 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d533a7de-8984-4c03-b656-3a4a22158b87 req-8ae7f928-d15a-4dd1-ba53-b5c2873efdcb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738465 Apr 28 15:03:29.173161 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9ffc38ba-5e05-4dc4-be28-e6133a3e52e6 req-642dec06-4142-425c-8c7d-96c7b99491d1 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684635 Apr 28 15:03:29.214108 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:29.225306 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'port_id': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'mac_address': 'fa:16:3e:27:b8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:03:29.251548 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-1acd84cf-b60b-4a07-9344-34bb536e6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:29.253100 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-1acd84cf-b60b-4a07-9344-34bb536e6d02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a70bbde9b0854041bbbb8243c3d54a88&device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 1127 time: 0.0412292 Apr 28 15:03:29.263606 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 80d4b663-9987-4881-8f15-f09d0ebe88bb is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:03:29.264003 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:29.276855 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d4b663-9987-4881-8f15-f09d0ebe88bb {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:03:29.300000 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:29.309194 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-2ab48746-4876-4a96-92d7-a1dbe8afe977 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c26588c-7146-425e-bcda-131aa18eed82 HTTP/1.1" status: 200 len: 217 time: 0.0394893 Apr 28 15:03:29.341452 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bab8d-714e-47e9-8966-0389a7774128 req-fe968b2f-8691-4aab-a841-57bd1b82c73b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:29.342965 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4a0bab8d-714e-47e9-8966-0389a7774128 req-fe968b2f-8691-4aab-a841-57bd1b82c73b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 944 time: 0.0494342 Apr 28 15:03:29.387278 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:29.396225 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-a2123725-a475-4a76-969d-80314da279d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:29.396466 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4a0bab8d-714e-47e9-8966-0389a7774128 req-48439e9f-8b9c-42dd-ab95-dbf9b49a91e2 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477550 Apr 28 15:03:29.397697 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-a2123725-a475-4a76-969d-80314da279d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0896a7f5-d1fb-446d-998b-5caea5170940 HTTP/1.1" status: 200 len: 854 time: 0.0774951 Apr 28 15:03:29.404493 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c3c4d-f2b0-4fc6-a0ea-2df008f81fa9 req-8c290aba-6a92-4f9e-948d-4d5d9ef17be6 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:29.406016 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8f1c3c4d-f2b0-4fc6-a0ea-2df008f81fa9 req-8c290aba-6a92-4f9e-948d-4d5d9ef17be6 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 943 time: 0.0592887 Apr 28 15:03:29.442228 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=80d4b663-9987-4881-8f15-f09d0ebe88bb,revision_number=9']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:29.454965 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8f1c3c4d-f2b0-4fc6-a0ea-2df008f81fa9 req-d0b02d30-ab7d-4ac5-b37b-19f2360f560f tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428598 Apr 28 15:03:29.720477 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['80d4b663-9987-4881-8f15-f09d0ebe88bb'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:03:30.239233 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e478d-b45f-4ca2-b651-1fec11d0b9e6 req-9fa311ca-bed3-48e8-8177-05607520cce0 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:30.240719 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-239e478d-b45f-4ca2-b651-1fec11d0b9e6 req-9fa311ca-bed3-48e8-8177-05607520cce0 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0452480 Apr 28 15:03:30.289785 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-239e478d-b45f-4ca2-b651-1fec11d0b9e6 req-c6d9113e-1b59-4d85-b19b-730130db5f12 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 Apr 28 15:03:30.518675 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02cf40-b589-4dcb-be23-8417ebf76397 req-04f4f357-b85e-4619-877a-b5859496710d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:30.520135 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0a02cf40-b589-4dcb-be23-8417ebf76397 req-04f4f357-b85e-4619-877a-b5859496710d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 945 time: 0.0493557 Apr 28 15:03:30.565072 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce5ef8-c8cd-4cae-b29f-c2b4605d7d7c req-c867a714-5933-4698-8194-0ef496db8320 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:30.566167 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0a02cf40-b589-4dcb-be23-8417ebf76397 req-0b9886a0-a6d4-4efd-8d49-d5bf3aea26f8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406704 Apr 28 15:03:30.566823 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-55ce5ef8-c8cd-4cae-b29f-c2b4605d7d7c req-c867a714-5933-4698-8194-0ef496db8320 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 943 time: 0.0464354 Apr 28 15:03:30.617096 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-55ce5ef8-c8cd-4cae-b29f-c2b4605d7d7c req-be790161-b43e-46a3-9756-082c6e018a13 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447800 Apr 28 15:03:30.710143 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-f028f5c1-e66b-42d0-b24c-3a8e79082b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:30.711638 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-f028f5c1-e66b-42d0-b24c-3a8e79082b46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654023 Apr 28 15:03:30.717233 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-561661d7-8115-46fd-a0c3-434bd6b741bb req-af9d38c0-88fd-4d6b-a02b-bc720ed7636f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445175 Apr 28 15:03:30.730078 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:30.901697 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561661d7-8115-46fd-a0c3-434bd6b741bb req-82524d5b-f1ed-433d-9941-68484ee2c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:30.903178 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-561661d7-8115-46fd-a0c3-434bd6b741bb req-82524d5b-f1ed-433d-9941-68484ee2c861 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 1129 time: 0.0795088 Apr 28 15:03:30.930859 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-033b757f-0623-4f50-aa1d-d6908a0f12d5 service neutron] 10.222.0.42 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145196 Apr 28 15:03:31.104960 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 80d4b663-9987-4881-8f15-f09d0ebe88bb up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:31.151125 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 80d4b663-9987-4881-8f15-f09d0ebe88bb triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:03:31.151492 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:31.226676 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 80d4b663-9987-4881-8f15-f09d0ebe88bb is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:03:31.227063 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:31.250609 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:31.253046 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b5f708-44ea-4ee7-a35f-b788d106286e" -d '{"events": [{"server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "name": "network-vif-plugged", "status": "completed", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:31.274162 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:31.288383 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4070b778-ff60-463f-894a-8a23f39b4f3d x-openstack-request-id: req-4070b778-ff60-463f-894a-8a23f39b4f3d {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:31.288728 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "name": "network-vif-plugged", "status": "completed", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:31.288989 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4070b778-ff60-463f-894a-8a23f39b4f3d {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:31.289385 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4070b778-ff60-463f-894a-8a23f39b4f3d'] response: {'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'code': 200} Apr 28 15:03:31.344520 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:31.395307 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=80d4b663-9987-4881-8f15-f09d0ebe88bb,revision_number=10']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:31.404850 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa1d5f-4e37-4073-bbb9-c8f4305b52f7 req-d2221d17-26fb-4459-bb31-b311294e4c75 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:31.409035 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fbaa1d5f-4e37-4073-bbb9-c8f4305b52f7 req-d2221d17-26fb-4459-bb31-b311294e4c75 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0499432 Apr 28 15:03:31.461861 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fbaa1d5f-4e37-4073-bbb9-c8f4305b52f7 req-89df641e-12ac-4407-b76b-dff0e8a196a8 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479796 Apr 28 15:03:31.640865 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561661d7-8115-46fd-a0c3-434bd6b741bb req-3eb57521-1ee4-4757-be40-ec9546208955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:31.642337 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-561661d7-8115-46fd-a0c3-434bd6b741bb req-3eb57521-1ee4-4757-be40-ec9546208955 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 916 time: 0.1684523 Apr 28 15:03:31.644500 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43c4c61a-6aad-441f-8067-6a9c33f86af5 req-1cc61b01-a17b-45d5-88e4-7884a8c71e96 service neutron] 10.222.0.42 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801805 Apr 28 15:03:31.698688 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64d4c9-17be-4142-907b-36e0e01402ed req-a493ebad-507a-480c-bbd8-39d138fcf755 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:31.700245 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fc64d4c9-17be-4142-907b-36e0e01402ed req-a493ebad-507a-480c-bbd8-39d138fcf755 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 947 time: 0.0521004 Apr 28 15:03:31.748308 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fc64d4c9-17be-4142-907b-36e0e01402ed req-c89f14ff-731f-4be9-bbfa-77ac10d1f58e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415609 Apr 28 15:03:31.853517 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eadf9-3b5b-43e1-9138-b5268762493f req-829f23da-a701-4b16-99c5-e840fac4cb1d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:31.855031 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-868eadf9-3b5b-43e1-9138-b5268762493f req-829f23da-a701-4b16-99c5-e840fac4cb1d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 943 time: 0.0475948 Apr 28 15:03:31.908321 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-868eadf9-3b5b-43e1-9138-b5268762493f req-08742406-78b1-48f0-a13c-f0a60eb92c25 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470939 Apr 28 15:03:31.973047 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-561661d7-8115-46fd-a0c3-434bd6b741bb req-264ae9fc-a982-44c5-b8bd-0b07aa35a8c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 HTTP/1.1" status: 200 len: 1000 time: 0.0603828 Apr 28 15:03:32.024514 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561661d7-8115-46fd-a0c3-434bd6b741bb req-fea0ffda-dfd2-4c67-be81-ad8b215f3769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:32.026004 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-561661d7-8115-46fd-a0c3-434bd6b741bb req-fea0ffda-dfd2-4c67-be81-ad8b215f3769 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4a45de5-2458-48c8-906b-01e1b205ed9e HTTP/1.1" status: 200 len: 854 time: 0.0462501 Apr 28 15:03:32.869970 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3897a0-4f71-4d9c-a7e6-1eaf6008aee1 req-8cf04d9b-ba9a-4574-a805-9304624e4e64 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:32.871394 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3b3897a0-4f71-4d9c-a7e6-1eaf6008aee1 req-8cf04d9b-ba9a-4574-a805-9304624e4e64 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 947 time: 0.0486526 Apr 28 15:03:32.917681 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3b3897a0-4f71-4d9c-a7e6-1eaf6008aee1 req-5d49e259-f663-4882-9359-5eb46b9c4474 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398238 Apr 28 15:03:33.028841 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446caf3d-82b3-4e4c-8711-16d4cd5b7b3a req-ee0bb565-6821-48e4-a8c9-49ab2e3a67dd tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:33.030137 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-446caf3d-82b3-4e4c-8711-16d4cd5b7b3a req-ee0bb565-6821-48e4-a8c9-49ab2e3a67dd tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 943 time: 0.0492153 Apr 28 15:03:33.074427 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561661d7-8115-46fd-a0c3-434bd6b741bb req-7870b637-a2bf-47cd-bbf2-b7838e23909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:33.075962 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-561661d7-8115-46fd-a0c3-434bd6b741bb req-7870b637-a2bf-47cd-bbf2-b7838e23909c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431588 Apr 28 15:03:33.091408 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-446caf3d-82b3-4e4c-8711-16d4cd5b7b3a req-ecb8e068-17a4-4220-8e09-c3e3e0239fd2 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543969 Apr 28 15:03:33.170188 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-561661d7-8115-46fd-a0c3-434bd6b741bb req-1352b0e8-82cd-46ae-ae44-54f24f9e7506 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881155 Apr 28 15:03:33.517396 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb4fec-645a-48bd-80e2-abcae45904bc req-7f50d8dd-68a1-4a57-bfd1-54eb6c255834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:33.518870 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bbbb4fec-645a-48bd-80e2-abcae45904bc req-7f50d8dd-68a1-4a57-bfd1-54eb6c255834 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 1131 time: 0.0733979 Apr 28 15:03:33.538539 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-561661d7-8115-46fd-a0c3-434bd6b741bb req-6064f780-8783-484a-ae2a-453fb4a6dc61 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250684 Apr 28 15:03:33.543477 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55004) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:33.547837 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-50bfd2ef-67b9-462e-875d-7404a05938e9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1646509875', 'description': 'tempest-description--1475293557'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:33.629080 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bbbb4fec-645a-48bd-80e2-abcae45904bc req-d694494c-959d-452f-b0f7-35cae5044983 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469987 Apr 28 15:03:33.641061 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-50bfd2ef-67b9-462e-875d-7404a05938e9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:33.713557 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-50bfd2ef-67b9-462e-875d-7404a05938e9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for security_group (4648e422-bcf8-4912-9fb6-43abba0887a3), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:33.794760 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-50bfd2ef-67b9-462e-875d-7404a05938e9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (4648e422-bcf8-4912-9fb6-43abba0887a3), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:33.823513 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfd2ef-67b9-462e-875d-7404a05938e9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4648e422-bcf8-4912-9fb6-43abba0887a3,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:33.972514 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-50bfd2ef-67b9-462e-875d-7404a05938e9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:33.976564 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-50bfd2ef-67b9-462e-875d-7404a05938e9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4293716 Apr 28 15:03:33.976909 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55014) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:33.981110 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-6e29458c-1f32-4afe-a60f-cdeea5e10884 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Request body: {'security_group_rule': {'security_group_id': '4648e422-bcf8-4912-9fb6-43abba0887a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:34.039899 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592e2f0-87d3-45ed-8d69-4d66decab7e1 req-af5c13a3-d6d5-4888-9841-d155269a79c2 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:34.041495 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0592e2f0-87d3-45ed-8d69-4d66decab7e1 req-af5c13a3-d6d5-4888-9841-d155269a79c2 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 947 time: 0.0472786 Apr 28 15:03:34.091410 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0592e2f0-87d3-45ed-8d69-4d66decab7e1 req-9fe3e659-89ef-40fb-adad-7c7ea216c2dc tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442405 Apr 28 15:03:34.097932 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e29458c-1f32-4afe-a60f-cdeea5e10884 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for security_group_rule (451f3899-44b6-40c8-9ea7-7d9b6ef7807f), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:34.173780 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d1002-5ffd-4ed7-a39f-0ae42423b2b3 req-c0556831-2bb9-4c9a-b934-ad0781f1ac0d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:34.175252 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-dc3d1002-5ffd-4ed7-a39f-0ae42423b2b3 req-c0556831-2bb9-4c9a-b934-ad0781f1ac0d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 946 time: 0.0612965 Apr 28 15:03:34.197436 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e29458c-1f32-4afe-a60f-cdeea5e10884 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for security_group_rule (451f3899-44b6-40c8-9ea7-7d9b6ef7807f), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:34.223349 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a7e20-f4d2-45e5-8a3c-0d41043878b2 req-afdcf9af-30c3-4b4c-999f-1ca3d0cfb19a tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:34.225332 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-740a7e20-f4d2-45e5-8a3c-0d41043878b2 req-afdcf9af-30c3-4b4c-999f-1ca3d0cfb19a tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 943 time: 0.0517607 Apr 28 15:03:34.234538 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-dc3d1002-5ffd-4ed7-a39f-0ae42423b2b3 req-874aca22-ab7c-4a6c-8da9-6c8e9b7218b6 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523455 Apr 28 15:03:34.279261 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-740a7e20-f4d2-45e5-8a3c-0d41043878b2 req-e9b1eb87-52f6-4806-8e71-4bbeb2c01a77 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448670 Apr 28 15:03:34.286451 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e29458c-1f32-4afe-a60f-cdeea5e10884 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (451f3899-44b6-40c8-9ea7-7d9b6ef7807f), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:34.306604 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29458c-1f32-4afe-a60f-cdeea5e10884 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451f3899-44b6-40c8-9ea7-7d9b6ef7807f,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:34.389111 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e29458c-1f32-4afe-a60f-cdeea5e10884 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:34.390246 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-6e29458c-1f32-4afe-a60f-cdeea5e10884 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4125681 Apr 28 15:03:34.392858 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55020) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:34.397116 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-43b16d84-4b7e-4226-b845-48382c312f07 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Request body: {'security_group_rule': {'security_group_id': '4648e422-bcf8-4912-9fb6-43abba0887a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:34.479623 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43b16d84-4b7e-4226-b845-48382c312f07 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for security_group_rule (8cf1a8b0-68a0-4cd3-abc5-97352f87cdfe), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:34.533769 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43b16d84-4b7e-4226-b845-48382c312f07 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for security_group_rule (8cf1a8b0-68a0-4cd3-abc5-97352f87cdfe), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:34.592944 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43b16d84-4b7e-4226-b845-48382c312f07 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (8cf1a8b0-68a0-4cd3-abc5-97352f87cdfe), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:34.613030 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b16d84-4b7e-4226-b845-48382c312f07 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf1a8b0-68a0-4cd3-abc5-97352f87cdfe,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:34.680227 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43b16d84-4b7e-4226-b845-48382c312f07 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:34.681480 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-43b16d84-4b7e-4226-b845-48382c312f07 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2876930 Apr 28 15:03:34.684530 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55022) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:34.688895 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:34.775449 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:34.854971 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:34.956592 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Allocated IP 172.27.2.53 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/f25a9bfd-625e-4d9f-b891-5d6b3eb925c0) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:35.060294 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for port (f25a9bfd-625e-4d9f-b891-5d6b3eb925c0), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:35.123783 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 8c26588c-7146-425e-bcda-131aa18eed82 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:03:35.126973 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (f25a9bfd-625e-4d9f-b891-5d6b3eb925c0), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:35.166922 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:35.173569 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:35.176230 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:35.203041 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event updated for resources: {'Port': ['ID=f25a9bfd-625e-4d9f-b891-5d6b3eb925c0,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:35.229736 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b954540-fedd-4f80-8b31-cba95365a326 req-eef780ab-6660-46b8-b867-400b8fe61371 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:35.231242 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3b954540-fedd-4f80-8b31-cba95365a326 req-eef780ab-6660-46b8-b867-400b8fe61371 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 947 time: 0.0516207 Apr 28 15:03:35.233063 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 8c26588c-7146-425e-bcda-131aa18eed82, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8c26588c-7146-425e-bcda-131aa18eed82,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:35.245330 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '8c26588c-7146-425e-bcda-131aa18eed82', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'port_id': '8c26588c-7146-425e-bcda-131aa18eed82', 'mac_address': 'fa:16:3e:f1:0c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:03:35.284320 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for floatingip (f964f935-600f-4433-920c-70242dfbb3a3), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:35.287992 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 8c26588c-7146-425e-bcda-131aa18eed82 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:03:35.288883 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (8c26588c-7146-425e-bcda-131aa18eed82), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:35.302877 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c26588c-7146-425e-bcda-131aa18eed82 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:03:35.304634 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3b954540-fedd-4f80-8b31-cba95365a326 req-3590b8ba-09de-491e-9808-905de73c5a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668528 Apr 28 15:03:35.329214 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 8c26588c-7146-425e-bcda-131aa18eed82, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8c26588c-7146-425e-bcda-131aa18eed82,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:35.351600 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb758-9d3c-492d-93c3-2aa7211244cf req-6a5c2494-7968-419f-a650-dbec5c40224d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:35.353137 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-21aeb758-9d3c-492d-93c3-2aa7211244cf req-6a5c2494-7968-419f-a650-dbec5c40224d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0524173 Apr 28 15:03:35.396430 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (f25a9bfd-625e-4d9f-b891-5d6b3eb925c0), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:35.411163 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa5964-e2e7-4826-b44c-bc878fa7542c req-7ac97214-abf7-4f88-b6a2-ca1695ca1ec9 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:35.412721 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-affa5964-e2e7-4826-b44c-bc878fa7542c req-7ac97214-abf7-4f88-b6a2-ca1695ca1ec9 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 946 time: 0.0474131 Apr 28 15:03:35.417570 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (8c26588c-7146-425e-bcda-131aa18eed82), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:35.453968 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-21aeb758-9d3c-492d-93c3-2aa7211244cf req-a4532760-75bf-4332-b8ee-8305a9010634 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815318 Apr 28 15:03:35.463593 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-affa5964-e2e7-4826-b44c-bc878fa7542c req-99100796-f754-43eb-8c72-a68b92a92d3a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Apr 28 15:03:35.484961 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=8c26588c-7146-425e-bcda-131aa18eed82,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:35.586892 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c39fcc-d9e4-44db-b3ae-bd5bfb2e85ad req-43db435f-84b1-410b-8b70-ee6d6c6b6592 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:35.588345 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-65c39fcc-d9e4-44db-b3ae-bd5bfb2e85ad req-43db435f-84b1-410b-8b70-ee6d6c6b6592 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 944 time: 0.0615723 Apr 28 15:03:35.647310 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for port (f25a9bfd-625e-4d9f-b891-5d6b3eb925c0), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:35.659165 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-65c39fcc-d9e4-44db-b3ae-bd5bfb2e85ad req-70cad582-791b-41d7-a8c1-05c827fb18ff tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613430 Apr 28 15:03:35.709285 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (f25a9bfd-625e-4d9f-b891-5d6b3eb925c0), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:35.763851 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['8c26588c-7146-425e-bcda-131aa18eed82'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:03:35.776137 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event updated for resources: {'Port': ['ID=f25a9bfd-625e-4d9f-b891-5d6b3eb925c0,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:35.785821 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.786415 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.786524 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.786837 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.787179 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.787510 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.787924 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.788271 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.788608 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.788963 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.789292 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.789618 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.789942 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.790265 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.790590 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:35.800560 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (f964f935-600f-4433-920c-70242dfbb3a3), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:35.871148 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:35.872678 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-3f1b0614-86fa-4dd9-8aab-5c7e33e47b03 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1871285 Apr 28 15:03:36.066707 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-a7a3c610-9ef5-48a7-ab1b-626736c1f125 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1646509875&fields=id&tenant_id=2965a414fca64399918af02e41fe47ca HTTP/1.1" status: 200 len: 267 time: 0.0456553 Apr 28 15:03:36.193101 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502029-3d2b-477c-b7fe-f3707342c81c req-87775478-c7af-4131-9afe-497053144220 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:36.194643 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-87775478-c7af-4131-9afe-497053144220 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 818 time: 0.1213961 Apr 28 15:03:36.216429 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-78b332da-5be0-442e-b32e-ebe15627f15b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/quotas/2965a414fca64399918af02e41fe47ca HTTP/1.1" status: 200 len: 375 time: 0.0159838 Apr 28 15:03:36.265954 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-7349bedb-9f7c-42c1-add4-41001634d6c9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490527 Apr 28 15:03:36.366956 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-eaf69068-bf0d-445c-8025-95f2944c1d8a service neutron] 10.222.0.31 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889454 Apr 28 15:03:36.426411 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7620d-c088-4ef3-ab61-199c58c5d491 req-05ec185b-adf0-4533-9c76-6c9f441bbcf7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:36.427892 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7bd7620d-c088-4ef3-ab61-199c58c5d491 req-05ec185b-adf0-4533-9c76-6c9f441bbcf7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 947 time: 0.0477974 Apr 28 15:03:36.460121 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-8961d257-23d1-4c3d-9cf7-7a7c1c98ac8e service neutron] 10.222.0.31 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873804 Apr 28 15:03:36.494315 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7bd7620d-c088-4ef3-ab61-199c58c5d491 req-6c132147-27e9-4ac2-a773-e4c0d3527750 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575893 Apr 28 15:03:36.606817 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53780ad-9615-406b-b01f-89458f7bd5a6 req-417a838b-cca2-4b64-821e-044380d2114c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:36.608858 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d53780ad-9615-406b-b01f-89458f7bd5a6 req-417a838b-cca2-4b64-821e-044380d2114c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0565989 Apr 28 15:03:36.657858 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d53780ad-9615-406b-b01f-89458f7bd5a6 req-2f660329-228a-4de7-be94-ecfb3052fdae tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434077 Apr 28 15:03:36.792922 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9cff-e652-4d60-af5a-95bd942625d8 req-fd36cb98-194d-41bf-897d-fbff77fb949a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:36.794425 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e11c9cff-e652-4d60-af5a-95bd942625d8 req-fd36cb98-194d-41bf-897d-fbff77fb949a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 946 time: 0.0619106 Apr 28 15:03:36.830067 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923ecd-7d3e-4e96-bad6-f0334f8a8860 req-f92e6a0f-a193-4dc2-9411-9ec98599af83 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:36.832593 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-59923ecd-7d3e-4e96-bad6-f0334f8a8860 req-f92e6a0f-a193-4dc2-9411-9ec98599af83 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 944 time: 0.0737975 Apr 28 15:03:36.902013 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-59923ecd-7d3e-4e96-bad6-f0334f8a8860 req-198c437c-8f7e-4630-8236-9f90264d522b tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625191 Apr 28 15:03:36.913091 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e11c9cff-e652-4d60-af5a-95bd942625d8 req-9ac474ca-f636-4cfc-be53-1bb96b817ff7 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=98689794-5b3b-4bc7-8124-8d0d31df5e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054506 Apr 28 15:03:36.931673 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-36af82dc-0bdc-49a5-89ec-d0473d31b1a2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:36.933170 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-36af82dc-0bdc-49a5-89ec-d0473d31b1a2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 946 time: 0.0899858 Apr 28 15:03:36.964146 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-eaa9bf14-41a2-4095-85cb-b3b5d496c66a req-d898e7fb-1253-4819-88ad-cecd2c279967 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 210 time: 0.0331037 Apr 28 15:03:37.029837 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Deleting port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:03:37.030084 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:37.125274 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] For port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:37.125631 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:37.155080 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 8c26588c-7146-425e-bcda-131aa18eed82 up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:37.201936 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 8c26588c-7146-425e-bcda-131aa18eed82 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:03:37.269051 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 8c26588c-7146-425e-bcda-131aa18eed82 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:03:37.269435 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (8c26588c-7146-425e-bcda-131aa18eed82), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:37.355626 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 8c26588c-7146-425e-bcda-131aa18eed82 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:03:37.356059 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (8c26588c-7146-425e-bcda-131aa18eed82), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:37.369820 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:37.370188 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (cb6f89f5-f00c-4907-aafd-dab82068f00f), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:37.370501 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Floating IP cb6f89f5-f00c-4907-aafd-dab82068f00f disassociated. External IP: 172.27.2.82, port: 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700. Apr 28 15:03:37.370842 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Calling delete_port for 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 owned by compute:nova {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:03:37.380195 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:37.383250 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ab4c43-1e1a-4267-99cf-09bac003e188" -d '{"events": [{"server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "name": "network-vif-plugged", "status": "completed", "tag": "8c26588c-7146-425e-bcda-131aa18eed82"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:37.399897 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 8c26588c-7146-425e-bcda-131aa18eed82, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8c26588c-7146-425e-bcda-131aa18eed82,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:37.426933 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c0d790-5648-4461-95c7-40cef5d8ac55 x-openstack-request-id: req-84c0d790-5648-4461-95c7-40cef5d8ac55 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:37.427230 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "name": "network-vif-plugged", "status": "completed", "tag": "8c26588c-7146-425e-bcda-131aa18eed82", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:37.427481 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84c0d790-5648-4461-95c7-40cef5d8ac55 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:37.427886 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c0d790-5648-4461-95c7-40cef5d8ac55'] response: {'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82', 'code': 200} Apr 28 15:03:37.461486 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (8c26588c-7146-425e-bcda-131aa18eed82), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:37.512103 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=8c26588c-7146-425e-bcda-131aa18eed82,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:37.575834 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:37.610371 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event deleted for resources: {'Port': ['ID=4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:37.621831 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef1814-f918-4f33-8601-1863b808a379 req-3c5fb93c-5c3d-4e7a-8e56-66e4e010db87 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:37.623780 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-25ef1814-f918-4f33-8601-1863b808a379 req-3c5fb93c-5c3d-4e7a-8e56-66e4e010db87 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 947 time: 0.0571191 Apr 28 15:03:37.677540 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-25ef1814-f918-4f33-8601-1863b808a379 req-e07af06a-b725-42ac-b4ab-53a4258bc3c4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474014 Apr 28 15:03:38.017834 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926240f-0030-488f-8e66-ccaf7bb433f8 req-c04149a8-6c79-4cf4-bf46-ff4f7c3392ca tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:38.019398 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3926240f-0030-488f-8e66-ccaf7bb433f8 req-c04149a8-6c79-4cf4-bf46-ff4f7c3392ca tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 945 time: 0.0540757 Apr 28 15:03:38.052052 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Router 40656fc2-6c52-4293-b017-33ab66147f11 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:38.070416 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3926240f-0030-488f-8e66-ccaf7bb433f8 req-d5a46e9c-6492-483b-922d-693d459475d9 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433102 Apr 28 15:03:38.091108 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db36c9f-c08d-42f5-b55f-83cb0066e745 req-4fdfd28f-69ee-484b-964e-3f4f5169a7a9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:38.092581 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7db36c9f-c08d-42f5-b55f-83cb0066e745 req-4fdfd28f-69ee-484b-964e-3f4f5169a7a9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.3479540 Apr 28 15:03:38.097237 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469a9a0-400c-4ef0-aa2e-261ef8fdfadd req-fac5a223-eecd-478d-9f06-9cab99f577b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:38.098523 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f469a9a0-400c-4ef0-aa2e-261ef8fdfadd req-fac5a223-eecd-478d-9f06-9cab99f577b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 1129 time: 0.0618231 Apr 28 15:03:38.189334 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7861992b-05e3-429c-b201-901f9e2d036c req-ebf14e71-299a-41c9-bda5-385b1f0c9499 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 210 time: 0.0338416 Apr 28 15:03:38.254965 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f469a9a0-400c-4ef0-aa2e-261ef8fdfadd req-52d2ad62-eaec-4708-a898-f9d59df60b5c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169882 Apr 28 15:03:38.266399 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7db36c9f-c08d-42f5-b55f-83cb0066e745 req-b3d0b3e0-9ab8-4639-9532-dc59c40bba0b tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616194 Apr 28 15:03:38.278660 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:38.303913 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40c934-e291-4359-8b52-eb079522957d None None] Sync routers for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:38.324103 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] No DVR routers for this DVR port 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 on host hv-cinder-83976 {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:38.327887 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40c934-e291-4359-8b52-eb079522957d None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:38.328040 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:38.328593 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-8e40c934-e291-4359-8b52-eb079522957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:03:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:38.332568 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eebbdea1-5666-40f9-b79c-9ac09d7d42a6 req-7ce9b395-c858-4fdd-8c29-3cf2b93d453b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "DELETE /v2.0/ports/4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 HTTP/1.1" status: 204 len: 173 time: 1.3933263 Apr 28 15:03:38.332888 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cc8ee15d-915c-4059-b188-3d6d536d649b req-5d3441bf-b076-41fe-ad87-9d729804b027 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 210 time: 0.0583277 Apr 28 15:03:38.333006 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'name': 'network-vif-deleted', 'tag': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:38.352087 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed383334-f616-4478-835c-eb80e07687eb" -d '{"events": [{"server_uuid": "d02b6938-7657-4277-9f6b-fb09ca0150b9", "name": "network-vif-deleted", "tag": "4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:38.383879 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f65cfd-5580-44d7-9200-111ceeafee2b x-openstack-request-id: req-34f65cfd-5580-44d7-9200-111ceeafee2b {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:38.384174 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02b6938-7657-4277-9f6b-fb09ca0150b9", "name": "network-vif-deleted", "tag": "4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:38.384425 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34f65cfd-5580-44d7-9200-111ceeafee2b {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:38.384890 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f65cfd-5580-44d7-9200-111ceeafee2b'] response: {'server_uuid': 'd02b6938-7657-4277-9f6b-fb09ca0150b9', 'name': 'network-vif-deleted', 'tag': '4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700', 'status': 'completed', 'code': 200} Apr 28 15:03:38.440193 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-8e40c934-e291-4359-8b52-eb079522957d None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:38.676181 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-8e40c934-e291-4359-8b52-eb079522957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '1da44eb9-4a0e-42c7-8c55-9fade67ab5fd', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:09:7e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b6657-225b-410a-b314-aeda3b57f9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:50Z', 'updated_at': '2022-04-28T15:01:23Z', 'revision_number': 2, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:38.706452 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40c934-e291-4359-8b52-eb079522957d None None] Checking router: 40656fc2-6c52-4293-b017-33ab66147f11 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:38.715912 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40c934-e291-4359-8b52-eb079522957d None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:38.716556 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-8e40c934-e291-4359-8b52-eb079522957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:03:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:38.817460 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061041d1-1702-4a7f-9c26-25a91ed618b4 req-d4a3946c-cf86-414f-a637-9d33f6ca565c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:38.819352 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-061041d1-1702-4a7f-9c26-25a91ed618b4 req-d4a3946c-cf86-414f-a637-9d33f6ca565c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 947 time: 0.0531559 Apr 28 15:03:38.832809 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-8e40c934-e291-4359-8b52-eb079522957d None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:38.880569 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-061041d1-1702-4a7f-9c26-25a91ed618b4 req-3f997d0e-2831-4a88-bee6-a28fa8e0af79 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545371 Apr 28 15:03:39.054420 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-8e40c934-e291-4359-8b52-eb079522957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '1da44eb9-4a0e-42c7-8c55-9fade67ab5fd', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:09:7e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b6657-225b-410a-b314-aeda3b57f9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:50Z', 'updated_at': '2022-04-28T15:01:23Z', 'revision_number': 2, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:39.083687 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40c934-e291-4359-8b52-eb079522957d None None] The sync data for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi is: [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '1da44eb9-4a0e-42c7-8c55-9fade67ab5fd', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:09:7e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946b6657-225b-410a-b314-aeda3b57f9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:50Z', 'updated_at': '2022-04-28T15:01:23Z', 'revision_number': 2, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:39.205847 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c6320-d4de-4251-8c5e-766b3c79a764 req-db6e0200-c359-4d3d-b750-c7bfcd11d0cb tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:39.208037 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-912c6320-d4de-4251-8c5e-766b3c79a764 req-db6e0200-c359-4d3d-b750-c7bfcd11d0cb tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 945 time: 0.0506778 Apr 28 15:03:39.308507 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-912c6320-d4de-4251-8c5e-766b3c79a764 req-d210157d-8de1-414f-ae64-ab3f97d16348 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710788 Apr 28 15:03:39.385336 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-35ab4dbd-87c7-4011-8662-3fac84eb3d5d req-d66684d9-f35a-47cf-af8c-a2e038060e28 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=d02b6938-7657-4277-9f6b-fb09ca0150b9 HTTP/1.1" status: 200 len: 210 time: 0.0724638 Apr 28 15:03:39.399641 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a583782-e378-4040-939d-d8b201ec7350 None None] New status for floating IP cb6f89f5-f00c-4907-aafd-dab82068f00f: DOWN {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:03:39.438517 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e094ef-4fd4-43de-9cdf-94dc83bf7d7d req-7893f4fe-b1b8-4a06-9a58-9dbd4cd82a19 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:39.440308 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b8e094ef-4fd4-43de-9cdf-94dc83bf7d7d req-7893f4fe-b1b8-4a06-9a58-9dbd4cd82a19 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0578821 Apr 28 15:03:39.474041 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-814a94e0-9b33-4ac2-b279-559051371d97 req-c6cac684-48c9-41d0-aaeb-f9bee959098a tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 210 time: 0.0383141 Apr 28 15:03:39.493048 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b8e094ef-4fd4-43de-9cdf-94dc83bf7d7d req-f417dcf9-ea23-47ca-9f7b-542c04e830ac tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463114 Apr 28 15:03:39.804972 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502029-3d2b-477c-b7fe-f3707342c81c req-c02e9430-b142-4983-9c6c-bdbd581c068e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:39.806656 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-c02e9430-b142-4983-9c6c-bdbd581c068e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 818 time: 0.1145792 Apr 28 15:03:40.255051 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-e6ea84db-dbbe-4507-9bea-31d40596cd49 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2965a414fca64399918af02e41fe47ca HTTP/1.1" status: 200 len: 380 time: 0.0780730 Apr 28 15:03:40.266207 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-36502029-3d2b-477c-b7fe-f3707342c81c req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Request body: {'port': {'device_id': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'admin_state_up': True, 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'security_groups': ['4648e422-bcf8-4912-9fb6-43abba0887a3']}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:40.425973 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dd69c-a7b3-4280-93aa-5dc5ea25bf45 req-de5ea7cc-b4b6-479a-84a1-9ea6cac8a5db tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:40.427784 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-755dd69c-a7b3-4280-93aa-5dc5ea25bf45 req-de5ea7cc-b4b6-479a-84a1-9ea6cac8a5db tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 945 time: 0.0549092 Apr 28 15:03:40.480586 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-755dd69c-a7b3-4280-93aa-5dc5ea25bf45 req-d2d8f0d8-be16-4a0a-a68c-6e51fa44b1b5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454395 Apr 28 15:03:40.486514 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36502029-3d2b-477c-b7fe-f3707342c81c req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Made reservation on behalf of 2965a414fca64399918af02e41fe47ca for: {'port': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:40.492477 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-36502029-3d2b-477c-b7fe-f3707342c81c req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:40.565400 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55140) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:40.579494 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f886670e-032e-4590-8ea6-a3f47a88c5e0 req-ea7ed753-dd0b-4e97-b558-20280ca675dc tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 210 time: 0.0376766 Apr 28 15:03:40.723577 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ed74e-0014-49d2-9119-a134a961e46b req-f813e43f-f63e-40d2-9007-98a83e3dcd49 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:40.723863 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7d98c79b-1130-48d4-ae77-e00808661234 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (98689794-5b3b-4bc7-8124-8d0d31df5e5a), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:40.724995 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-161ed74e-0014-49d2-9119-a134a961e46b req-f813e43f-f63e-40d2-9007-98a83e3dcd49 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0521433 Apr 28 15:03:40.760035 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e611287-4fc3-483f-92b7-8d8b4dc8a799 req-cb029e8a-f262-4525-ba12-b996a9b7e661 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:40.761453 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e611287-4fc3-483f-92b7-8d8b4dc8a799 req-cb029e8a-f262-4525-ba12-b996a9b7e661 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 945 time: 0.0971136 Apr 28 15:03:40.769745 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7d98c79b-1130-48d4-ae77-e00808661234 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (98689794-5b3b-4bc7-8124-8d0d31df5e5a), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:40.772727 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [req-36502029-3d2b-477c-b7fe-f3707342c81c req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Allocated IP 172.20.0.14 (f4941596-20f6-4239-8eb0-824cfe4ba71d/71830540-5d1e-47d6-914a-38b502f26977/a31399c2-6730-4cc7-b7d3-a098b03c21cf) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:40.773726 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-161ed74e-0014-49d2-9119-a134a961e46b req-8b24e760-f84f-40ae-825d-f1257ad85ea4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426347 Apr 28 15:03:40.868908 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e611287-4fc3-483f-92b7-8d8b4dc8a799 req-f7c50e3d-18eb-4eb7-831f-4aafec30e920 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011493 Apr 28 15:03:40.956410 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7d98c79b-1130-48d4-ae77-e00808661234 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (98689794-5b3b-4bc7-8124-8d0d31df5e5a), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:40.959054 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7d98c79b-1130-48d4-ae77-e00808661234 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:40.960165 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-7d98c79b-1130-48d4-ae77-e00808661234 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "DELETE /v2.0/security-groups/98689794-5b3b-4bc7-8124-8d0d31df5e5a HTTP/1.1" status: 204 len: 168 time: 0.3938119 Apr 28 15:03:40.962995 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55148) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:40.981539 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.api.v2.resource [None req-a49784ef-a0b9-4d48-af97-23ef8cbcc737 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] show failed (client error): The resource could not be found. Apr 28 15:03:40.981539 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-a49784ef-a0b9-4d48-af97-23ef8cbcc737 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups/98689794-5b3b-4bc7-8124-8d0d31df5e5a HTTP/1.1" status: 404 len: 347 time: 0.0173111 Apr 28 15:03:40.984365 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55150) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:40.989144 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98c79b-1130-48d4-ae77-e00808661234 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98689794-5b3b-4bc7-8124-8d0d31df5e5a,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:41.074886 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-36502029-3d2b-477c-b7fe-f3707342c81c req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:41.125504 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Deleting port 47b64e15-568b-4e70-81fb-2e8734d939a3 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:03:41.128917 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (47b64e15-568b-4e70-81fb-2e8734d939a3), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:41.177352 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-36502029-3d2b-477c-b7fe-f3707342c81c req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:41.181541 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:41.204775 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:03:41.205433 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 4fdcefb9-e0a9-4bd3-ae81-b7730fc1b700 not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:41.205571 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (47b64e15-568b-4e70-81fb-2e8734d939a3), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:41.205889 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (47b64e15-568b-4e70-81fb-2e8734d939a3), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:41.220770 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Calling delete_port for 47b64e15-568b-4e70-81fb-2e8734d939a3 owned by network:floatingip {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:03:41.247550 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36502029-3d2b-477c-b7fe-f3707342c81c req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Network f4941596-20f6-4239-8eb0-824cfe4ba71d is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:41.256855 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [req-36502029-3d2b-477c-b7fe-f3707342c81c req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:41.266564 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-36502029-3d2b-477c-b7fe-f3707342c81c req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:41.276628 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2e1db-a63f-4808-bc91-190c30361ea1 req-77aef101-68be-4c21-ae31-a39097891dba tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:41.278445 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-38f2e1db-a63f-4808-bc91-190c30361ea1 req-77aef101-68be-4c21-ae31-a39097891dba tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 945 time: 0.1124952 Apr 28 15:03:41.279199 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event updated for resources: {'Port': ['ID=a31399c2-6730-4cc7-b7d3-a098b03c21cf,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:41.361941 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502029-3d2b-477c-b7fe-f3707342c81c req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:41.362747 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-36502029-3d2b-477c-b7fe-f3707342c81c req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:41.370136 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-38f2e1db-a63f-4808-bc91-190c30361ea1 req-a0569228-48d1-4f3a-b4de-9d746e16f4e2 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683641 Apr 28 15:03:41.455810 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (47b64e15-568b-4e70-81fb-2e8734d939a3), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:41.488384 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-4a9e5f52-d531-4ead-b94f-4827ea05dc10 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2280953 Apr 28 15:03:41.501707 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Request body: {'port': {'device_id': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:41.507876 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event deleted for resources: {'Port': ['ID=47b64e15-568b-4e70-81fb-2e8734d939a3,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:41.536580 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.536871 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.537211 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.537553 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.537892 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.538224 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.538555 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.538884 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.539209 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.539532 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.539858 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.540181 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.540544 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.540888 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.541227 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:41.567211 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (cb6f89f5-f00c-4907-aafd-dab82068f00f), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:41.567481 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f9c7a640-78cd-479e-9dc3-ae5b168e9bc6 None None] Provisioning complete for port a31399c2-6730-4cc7-b7d3-a098b03c21cf triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:03:41.567974 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a640-78cd-479e-9dc3-ae5b168e9bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:41.568944 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:41.569992 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:41.574105 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-99866817-b3b8-4942-8ba2-55ccab238d8e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "DELETE /v2.0/floatingips/cb6f89f5-f00c-4907-aafd-dab82068f00f HTTP/1.1" status: 204 len: 168 time: 0.5886772 Apr 28 15:03:41.605465 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7a640-78cd-479e-9dc3-ae5b168e9bc6 None None] Port a31399c2-6730-4cc7-b7d3-a098b03c21cf cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:03:41.723300 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029d89-db99-4c8f-8386-f93426118946 req-c602b434-3d1b-4b72-b1c5-dbfe1c6a8639 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:41.729471 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e0029d89-db99-4c8f-8386-f93426118946 req-c602b434-3d1b-4b72-b1c5-dbfe1c6a8639 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 932 time: 0.0617049 Apr 28 15:03:41.784133 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e0029d89-db99-4c8f-8386-f93426118946 req-ce307b60-cad3-4319-8877-23cf5337a195 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483561 Apr 28 15:03:41.878885 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31399c2-6730-4cc7-b7d3-a098b03c21cf {{(pid=110071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:03:41.886380 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Publish callbacks [] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:41.896056 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9047d-8fae-44e1-aaaa-9778c780605d req-da3b1c1c-438e-4382-b427-5104a58f56f6 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:41.898830 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-14c9047d-8fae-44e1-aaaa-9778c780605d req-da3b1c1c-438e-4382-b427-5104a58f56f6 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0490565 Apr 28 15:03:41.899284 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.provisioning_blocks [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Transition to ACTIVE for port object a31399c2-6730-4cc7-b7d3-a098b03c21cf will not be triggered until provisioned by entity L2. {{(pid=110071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:03:41.949517 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-14c9047d-8fae-44e1-aaaa-9778c780605d req-156d0e20-e88b-4320-89df-72f382e067f3 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449700 Apr 28 15:03:41.984096 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:42.051863 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Pushing event updated for resources: {'Port': ['ID=a31399c2-6730-4cc7-b7d3-a098b03c21cf,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:42.141086 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Attempting to bind port a31399c2-6730-4cc7-b7d3-a098b03c21cf on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:03:42.141427 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Attempting to bind port a31399c2-6730-4cc7-b7d3-a098b03c21cf by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:03:42.141756 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Attempting to bind port a31399c2-6730-4cc7-b7d3-a098b03c21cf on network f4941596-20f6-4239-8eb0-824cfe4ba71d {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:42.146705 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Port a31399c2-6730-4cc7-b7d3-a098b03c21cf on network f4941596-20f6-4239-8eb0-824cfe4ba71d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:03:42.147024 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Attempting to bind port a31399c2-6730-4cc7-b7d3-a098b03c21cf on network f4941596-20f6-4239-8eb0-824cfe4ba71d {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:42.154871 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:42.155707 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Checking segment: {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:03:42.156150 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Bound using segment: {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:42.157067 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Bound port: a31399c2-6730-4cc7-b7d3-a098b03c21cf, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aede9655-acef-4844-abcd-c4f2623673b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d'}}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:03:42.157433 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:42.251938 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] For port a31399c2-6730-4cc7-b7d3-a098b03c21cf, host hv-cinder-83976, cleared binding levels {{(pid=110071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:42.251938 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] For port a31399c2-6730-4cc7-b7d3-a098b03c21cf, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a31399c2-6730-4cc7-b7d3-a098b03c21cf,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:42.316292 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:42.354355 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:42.354973 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:42.356341 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] 10.222.0.42 "PUT /v2.0/ports/a31399c2-6730-4cc7-b7d3-a098b03c21cf HTTP/1.1" status: 200 len: 1094 time: 0.8598514 Apr 28 15:03:42.356828 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'tag': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:42.359691 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55a6b6a-f24c-40b6-87a4-05fbd978fa3d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d44c72b-1d91-4553-a8f7-6832f90c80b9", "tag": "a31399c2-6730-4cc7-b7d3-a098b03c21cf"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:42.388544 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4102a3-974b-4bf8-8068-d65e6d711f64 service neutron] Pushing event updated for resources: {'Port': ['ID=a31399c2-6730-4cc7-b7d3-a098b03c21cf,revision_number=3']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:42.399829 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e080b3-4738-446c-a3cb-ca06a68d2aba x-openstack-request-id: req-a3e080b3-4738-446c-a3cb-ca06a68d2aba {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:42.400118 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d44c72b-1d91-4553-a8f7-6832f90c80b9", "tag": "a31399c2-6730-4cc7-b7d3-a098b03c21cf", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:42.400367 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3e080b3-4738-446c-a3cb-ca06a68d2aba {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:42.400797 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e080b3-4738-446c-a3cb-ca06a68d2aba'] response: {'name': 'network-changed', 'server_uuid': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'tag': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'status': 'completed', 'code': 200} Apr 28 15:03:42.613060 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a6b6a-f24c-40b6-87a4-05fbd978fa3d req-45696cdd-c2e5-465c-840d-0686300c0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:42.614485 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f55a6b6a-f24c-40b6-87a4-05fbd978fa3d req-45696cdd-c2e5-465c-840d-0686300c0f7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 1128 time: 0.0468657 Apr 28 15:03:42.769570 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a6b6a-f24c-40b6-87a4-05fbd978fa3d req-3b0ab8d4-49df-4381-8a37-16cc61d3c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:42.771098 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f55a6b6a-f24c-40b6-87a4-05fbd978fa3d req-3b0ab8d4-49df-4381-8a37-16cc61d3c250 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2965a414fca64399918af02e41fe47ca&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0934815 Apr 28 15:03:42.871436 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a6b6a-f24c-40b6-87a4-05fbd978fa3d req-ea3418e0-d704-49d4-a1c7-90c98b03a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:42.872851 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f55a6b6a-f24c-40b6-87a4-05fbd978fa3d req-ea3418e0-d704-49d4-a1c7-90c98b03a8a1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952742 Apr 28 15:03:42.902038 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c264b15-46bf-41b5-8e5d-0975a6035284 req-1d66caf2-35c0-4e90-a1b3-6e634f98aaa7 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:42.903539 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4c264b15-46bf-41b5-8e5d-0975a6035284 req-1d66caf2-35c0-4e90-a1b3-6e634f98aaa7 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 944 time: 0.0517058 Apr 28 15:03:42.952686 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502029-3d2b-477c-b7fe-f3707342c81c req-8bf38f2f-43dd-45ef-a3dc-5f64820c29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:42.954381 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-8bf38f2f-43dd-45ef-a3dc-5f64820c29c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 1128 time: 0.0438492 Apr 28 15:03:42.956586 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4c264b15-46bf-41b5-8e5d-0975a6035284 req-acbd5969-acec-4bde-9f2b-cd972fc72498 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463507 Apr 28 15:03:43.000497 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-d03a5c7a-77af-4cfb-add3-319701116a54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31399c2-6730-4cc7-b7d3-a098b03c21cf HTTP/1.1" status: 200 len: 217 time: 0.0394378 Apr 28 15:03:43.094446 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb9594-60b0-4668-a445-04873dce69a4 req-e6d59574-63ed-44ee-9bca-86f1cd32f9a9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:43.095888 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5edb9594-60b0-4668-a445-04873dce69a4 req-e6d59574-63ed-44ee-9bca-86f1cd32f9a9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0716565 Apr 28 15:03:43.097187 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502029-3d2b-477c-b7fe-f3707342c81c req-27c6c98a-28cb-4799-a556-c6456424eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:43.098632 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-27c6c98a-28cb-4799-a556-c6456424eafb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 200 len: 857 time: 0.0829444 Apr 28 15:03:43.173695 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502029-3d2b-477c-b7fe-f3707342c81c req-ba372443-a619-42de-ad9f-c5eb16dd967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:43.173695 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-ba372443-a619-42de-ad9f-c5eb16dd967b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4941596-20f6-4239-8eb0-824cfe4ba71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596740 Apr 28 15:03:43.202773 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5edb9594-60b0-4668-a445-04873dce69a4 req-a2171d40-bd53-413f-a8c2-4d61bc7957b5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981877 Apr 28 15:03:43.288454 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-45e965a5-21e7-4054-9a47-13bbe35a3937 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119571 Apr 28 15:03:43.383205 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-36502029-3d2b-477c-b7fe-f3707342c81c req-7fabd213-d73b-4243-995e-a829fafd5597 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882475 Apr 28 15:03:43.687253 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4652f3c-af41-4446-8e17-a39f6d73a2a5 req-ed54071b-6021-40c3-88ed-0a1ef998e45e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:43.688607 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f4652f3c-af41-4446-8e17-a39f6d73a2a5 req-ed54071b-6021-40c3-88ed-0a1ef998e45e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 945 time: 0.0458245 Apr 28 15:03:43.733795 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f4652f3c-af41-4446-8e17-a39f6d73a2a5 req-3d600f4c-969e-4c66-9a3a-7886318077e2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394020 Apr 28 15:03:44.067471 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e71924-4539-4676-8aae-74b2f628b916 req-fcccc21d-dcb0-4441-a050-8d3a87eb302c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.068943 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d1e71924-4539-4676-8aae-74b2f628b916 req-fcccc21d-dcb0-4441-a050-8d3a87eb302c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 944 time: 0.0456684 Apr 28 15:03:44.118976 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d1e71924-4539-4676-8aae-74b2f628b916 req-a804155c-ea50-4a6e-9d99-72b83b39283e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444689 Apr 28 15:03:44.324231 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3b8fb-9d2c-4e8c-887b-ecd31e859fc0 req-21fdcd41-ea91-4b60-a454-4bee36b1b64a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.325758 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-21c3b8fb-9d2c-4e8c-887b-ecd31e859fc0 req-21fdcd41-ea91-4b60-a454-4bee36b1b64a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0483720 Apr 28 15:03:44.372727 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-21c3b8fb-9d2c-4e8c-887b-ecd31e859fc0 req-5fd88058-1bb5-416c-ae51-87001692d278 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412419 Apr 28 15:03:44.426805 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-aa01297e-93f6-4ebc-9bac-c24c5ef42c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:44.846964 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fefe1-4cf6-4209-be51-b414b5c56d2d req-82d7c226-b979-42ae-9275-c2911c6dc6e9 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.848519 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d98fefe1-4cf6-4209-be51-b414b5c56d2d req-82d7c226-b979-42ae-9275-c2911c6dc6e9 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 945 time: 0.0465701 Apr 28 15:03:44.894190 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d98fefe1-4cf6-4209-be51-b414b5c56d2d req-eb73668c-9840-42c9-abf5-a17e5f2e17aa tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401623 Apr 28 15:03:45.185202 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a31399c2-6730-4cc7-b7d3-a098b03c21cf details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:03:45.234443 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05e63e-9bad-4f79-b173-6a86751a7407 req-fecee37b-154c-40e4-8498-197005853ae5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:45.235899 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4b05e63e-9bad-4f79-b173-6a86751a7407 req-fecee37b-154c-40e4-8498-197005853ae5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 944 time: 0.0492978 Apr 28 15:03:45.283927 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4b05e63e-9bad-4f79-b173-6a86751a7407 req-f9c24014-6b4d-42fb-92c7-fee5f2a0241a tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420785 Apr 28 15:03:45.285306 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a31399c2-6730-4cc7-b7d3-a098b03c21cf, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a31399c2-6730-4cc7-b7d3-a098b03c21cf,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:45.296996 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'port_id': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'mac_address': 'fa:16:3e:f5:f1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:03:45.337721 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port a31399c2-6730-4cc7-b7d3-a098b03c21cf is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:03:45.338102 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:45.350571 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31399c2-6730-4cc7-b7d3-a098b03c21cf {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:03:45.368940 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a31399c2-6730-4cc7-b7d3-a098b03c21cf, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a31399c2-6730-4cc7-b7d3-a098b03c21cf,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:45.427078 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:45.476583 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=a31399c2-6730-4cc7-b7d3-a098b03c21cf,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:45.484080 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.484419 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.484803 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.485150 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.485480 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.485807 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.486133 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.486455 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.486778 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.487024 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5f1b5-e2ae-4c49-99f9-8254cb2543ea req-58c7969b-8af1-49ef-8038-4172e4019855 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:45.487476 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.487476 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.487740 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.488073 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.488386 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.488508 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-22c5f1b5-e2ae-4c49-99f9-8254cb2543ea req-58c7969b-8af1-49ef-8038-4172e4019855 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0466793 Apr 28 15:03:45.488728 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:45.535927 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-22c5f1b5-e2ae-4c49-99f9-8254cb2543ea req-b9eb1276-3436-4ac1-b5f5-49c5e80b9849 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413847 Apr 28 15:03:45.715338 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['a31399c2-6730-4cc7-b7d3-a098b03c21cf'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:03:46.006898 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a6508-fe20-47ca-a30b-efe99fe004f4 req-7d32ab10-026d-4140-8294-543c55e8a053 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:46.008413 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c48a6508-fe20-47ca-a30b-efe99fe004f4 req-7d32ab10-026d-4140-8294-543c55e8a053 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 945 time: 0.0470548 Apr 28 15:03:46.057275 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c48a6508-fe20-47ca-a30b-efe99fe004f4 req-9c594534-6450-4831-a65b-9a5a0dfb5ec6 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=122df29d-7606-4746-92c1-7b8d12bc556e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Apr 28 15:03:46.297147 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55506c0c-18c2-48d7-8993-be77525bf194 req-22c9eafa-5870-4194-9a93-b553d38fc6df tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:46.298500 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-55506c0c-18c2-48d7-8993-be77525bf194 req-22c9eafa-5870-4194-9a93-b553d38fc6df tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 945 time: 0.0461385 Apr 28 15:03:46.422121 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Deleting port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:03:46.422461 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:46.430463 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de21b4-9655-46c9-901d-bd420261a1f6 req-b30dbb16-0f7d-43cc-ad2a-78eccc03fd02 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:46.431893 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-98de21b4-9655-46c9-901d-bd420261a1f6 req-b30dbb16-0f7d-43cc-ad2a-78eccc03fd02 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 945 time: 0.0786669 Apr 28 15:03:46.537786 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-98de21b4-9655-46c9-901d-bd420261a1f6 req-c7c89825-fc0a-48be-8851-c5e80ff93599 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939255 Apr 28 15:03:46.552145 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] For port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:46.555698 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:46.657948 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774a46a-540f-4455-9d86-911c95dfd1f7 req-19428c91-cff8-4e55-9cd7-1c95786e007f tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:46.660052 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1774a46a-540f-4455-9d86-911c95dfd1f7 req-19428c91-cff8-4e55-9cd7-1c95786e007f tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0523624 Apr 28 15:03:46.713448 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1774a46a-540f-4455-9d86-911c95dfd1f7 req-637e110d-05af-4519-821a-8380a11cd345 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475900 Apr 28 15:03:46.743758 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:46.744120 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (1da44eb9-4a0e-42c7-8c55-9fade67ab5fd), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:46.744437 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Floating IP 1da44eb9-4a0e-42c7-8c55-9fade67ab5fd disassociated. External IP: 172.27.2.94, port: 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4. Apr 28 15:03:46.744844 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Calling delete_port for 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 owned by compute:nova {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:03:46.752622 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3326f37a-55f3-4b25-873a-df28bd75a942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:46.931703 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:46.960818 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event deleted for resources: {'Port': ['ID=5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:47.089628 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Router 40656fc2-6c52-4293-b017-33ab66147f11 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:47.172508 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b2ff4fc1-0935-4197-bd8e-a9102ec97ac0 req-d193c64f-4395-423b-b155-9ec0a37b861b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 210 time: 0.0327682 Apr 28 15:03:47.214752 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a31399c2-6730-4cc7-b7d3-a098b03c21cf up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:47.229532 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:47.240642 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a56316-3d9d-4403-9a49-67d4b51d2526 None None] Sync routers for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:47.251613 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a56316-3d9d-4403-9a49-67d4b51d2526 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:47.252274 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-54a56316-3d9d-4403-9a49-67d4b51d2526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:03:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:47.262756 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port a31399c2-6730-4cc7-b7d3-a098b03c21cf completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:03:47.277718 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] No DVR routers for this DVR port 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 on host hv-cinder-83976 {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:47.281160 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:47.284378 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-55506c0c-18c2-48d7-8993-be77525bf194 req-b6f04152-4c9a-4df9-bfc8-6b18fff1474d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "DELETE /v2.0/ports/5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 HTTP/1.1" status: 204 len: 173 time: 0.9797573 Apr 28 15:03:47.284836 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946b6657-225b-410a-b314-aeda3b57f9c8', 'name': 'network-vif-deleted', 'tag': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:47.287199 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000950d6-dc43-45db-a6f5-e70ef4d76b3b" -d '{"events": [{"server_uuid": "946b6657-225b-410a-b314-aeda3b57f9c8", "name": "network-vif-deleted", "tag": "5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:47.325069 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5842a2-ab79-4fc1-b181-e8d6ebe8637a x-openstack-request-id: req-bd5842a2-ab79-4fc1-b181-e8d6ebe8637a {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:47.325069 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946b6657-225b-410a-b314-aeda3b57f9c8", "name": "network-vif-deleted", "tag": "5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:47.325069 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd5842a2-ab79-4fc1-b181-e8d6ebe8637a {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:47.325343 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5842a2-ab79-4fc1-b181-e8d6ebe8637a'] response: {'server_uuid': '946b6657-225b-410a-b314-aeda3b57f9c8', 'name': 'network-vif-deleted', 'tag': '5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4', 'status': 'completed', 'code': 200} Apr 28 15:03:47.343582 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port a31399c2-6730-4cc7-b7d3-a098b03c21cf triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:03:47.343963 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:47.375808 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-54a56316-3d9d-4403-9a49-67d4b51d2526 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:47.439233 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port a31399c2-6730-4cc7-b7d3-a098b03c21cf is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:03:47.439737 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:47.466432 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:47.468864 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efa5964-8fb2-4e1f-9796-e5aa5140ec6f" -d '{"events": [{"server_uuid": "7d44c72b-1d91-4553-a8f7-6832f90c80b9", "name": "network-vif-plugged", "status": "completed", "tag": "a31399c2-6730-4cc7-b7d3-a098b03c21cf"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:47.480166 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a31399c2-6730-4cc7-b7d3-a098b03c21cf, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a31399c2-6730-4cc7-b7d3-a098b03c21cf,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:47.509296 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025ba6e8-e52d-4dc1-8359-975ab5aa49c4 x-openstack-request-id: req-025ba6e8-e52d-4dc1-8359-975ab5aa49c4 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:47.509854 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d44c72b-1d91-4553-a8f7-6832f90c80b9", "name": "network-vif-plugged", "status": "completed", "tag": "a31399c2-6730-4cc7-b7d3-a098b03c21cf", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:47.510294 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-025ba6e8-e52d-4dc1-8359-975ab5aa49c4 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:47.511010 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025ba6e8-e52d-4dc1-8359-975ab5aa49c4'] response: {'server_uuid': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'code': 200} Apr 28 15:03:47.555316 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:47.556119 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:47.594520 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-54a56316-3d9d-4403-9a49-67d4b51d2526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:47.597708 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:03:47.598056 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 5d2f7b33-b5b0-46d5-a9c4-5a8a2d04b5a4 not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:47.621909 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a56316-3d9d-4403-9a49-67d4b51d2526 None None] Checking router: 40656fc2-6c52-4293-b017-33ab66147f11 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:47.625486 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=a31399c2-6730-4cc7-b7d3-a098b03c21cf,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:47.632768 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a56316-3d9d-4403-9a49-67d4b51d2526 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:47.633377 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-54a56316-3d9d-4403-9a49-67d4b51d2526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:03:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:47.689378 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729dc5-f74f-40ac-a5b4-edc6836dabb0 req-fad31127-a4ba-4029-ad5b-eecaa6fc0e02 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:47.690868 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-10729dc5-f74f-40ac-a5b4-edc6836dabb0 req-fad31127-a4ba-4029-ad5b-eecaa6fc0e02 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0564623 Apr 28 15:03:47.744371 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-10729dc5-f74f-40ac-a5b4-edc6836dabb0 req-6d49269e-3ad5-4944-a888-572ec43bf149 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467720 Apr 28 15:03:47.829816 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-54a56316-3d9d-4403-9a49-67d4b51d2526 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:47.832499 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40007f-111d-4e98-a9b1-e6d470697a7f req-be73bff7-55bc-411d-92a5-5964ed316c75 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:47.834008 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5d40007f-111d-4e98-a9b1-e6d470697a7f req-be73bff7-55bc-411d-92a5-5964ed316c75 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0469172 Apr 28 15:03:47.880852 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5d40007f-111d-4e98-a9b1-e6d470697a7f req-57af5a33-346b-4b74-b34f-72e095a735d4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412076 Apr 28 15:03:48.017265 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-54a56316-3d9d-4403-9a49-67d4b51d2526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:48.043713 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a56316-3d9d-4403-9a49-67d4b51d2526 None None] The sync data for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi is: [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:48.049993 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654402ef-c186-4022-a0b2-a664994987aa req-cd310671-b5d2-4a0d-a6c1-9ff52e607ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:48.051633 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-654402ef-c186-4022-a0b2-a664994987aa req-cd310671-b5d2-4a0d-a6c1-9ff52e607ef1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 1130 time: 0.0399201 Apr 28 15:03:48.051804 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:48.101519 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-654402ef-c186-4022-a0b2-a664994987aa req-a3cb9380-4ee3-4dd6-87ec-ab46eaa9141f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Apr 28 15:03:48.233176 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8bde8-1d94-4472-b99a-7d77c3b422e4 req-0c81a244-8757-4757-9083-98f5c177a9a0 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:48.234729 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2ba8bde8-1d94-4472-b99a-7d77c3b422e4 req-0c81a244-8757-4757-9083-98f5c177a9a0 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0545886 Apr 28 15:03:48.283739 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef9071-2ba1-44e8-8021-78c06b5aba01 None None] New status for floating IP 1da44eb9-4a0e-42c7-8c55-9fade67ab5fd: DOWN {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:03:48.287795 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4c58122b-6ba7-4830-86b7-bff79df61ea3 req-d5f9f0b4-8093-4156-8594-8eba08adfaf1 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=946b6657-225b-410a-b314-aeda3b57f9c8 HTTP/1.1" status: 200 len: 210 time: 0.0300331 Apr 28 15:03:48.303575 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2ba8bde8-1d94-4472-b99a-7d77c3b422e4 req-848710c8-d461-41fb-a4b2-2e59c21b9851 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528426 Apr 28 15:03:48.530208 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2765e69-2984-4ad7-ac39-b1869e560b30 req-36b9f836-755f-449e-bfbe-e7e56b136972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:48.531647 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2765e69-2984-4ad7-ac39-b1869e560b30 req-36b9f836-755f-449e-bfbe-e7e56b136972 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d815343f17b47b68979d8366b04d25b&device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 1129 time: 0.0397308 Apr 28 15:03:48.859449 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fb73e-7e0b-4c5b-8cd6-80415366bc7d req-7551e6ff-953d-4681-a68e-716f98cf1de5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:48.860908 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-456fb73e-7e0b-4c5b-8cd6-80415366bc7d req-7551e6ff-953d-4681-a68e-716f98cf1de5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0495090 Apr 28 15:03:48.906777 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-456fb73e-7e0b-4c5b-8cd6-80415366bc7d req-0dd02939-6b1f-4c2a-89d3-c2e348a3468a tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403311 Apr 28 15:03:49.048071 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2765e69-2984-4ad7-ac39-b1869e560b30 req-cca713b5-330a-421a-bc6a-2c357da83782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:49.049463 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2765e69-2984-4ad7-ac39-b1869e560b30 req-cca713b5-330a-421a-bc6a-2c357da83782 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3 HTTP/1.1" status: 200 len: 911 time: 0.0869236 Apr 28 15:03:49.112982 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2765e69-2984-4ad7-ac39-b1869e560b30 req-57677fee-12d6-4042-87ff-88fbe019c5d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d90122cc-9597-40e2-a3a5-4c1ef1427a0e HTTP/1.1" status: 200 len: 1000 time: 0.0561354 Apr 28 15:03:49.165243 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2765e69-2984-4ad7-ac39-b1869e560b30 req-f7ad1010-9dd2-482f-9366-642f8468b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:49.166612 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2765e69-2984-4ad7-ac39-b1869e560b30 req-f7ad1010-9dd2-482f-9366-642f8468b507 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f47bfcc2-cda5-4d28-84bc-3aea2b779f1b HTTP/1.1" status: 200 len: 849 time: 0.0412664 Apr 28 15:03:49.217332 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2765e69-2984-4ad7-ac39-b1869e560b30 req-d8c3c8bf-a42c-4636-9a61-808be8dab6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:49.219601 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2765e69-2984-4ad7-ac39-b1869e560b30 req-d8c3c8bf-a42c-4636-9a61-808be8dab6cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423880 Apr 28 15:03:49.317943 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2765e69-2984-4ad7-ac39-b1869e560b30 req-f1aa9eed-0f63-417e-bb8e-1f047bb6d8e8 service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840855 Apr 28 15:03:49.318931 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:49.411997 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771e8ec-c1e2-4052-b3ae-0a23c10cfa4f req-ed8775db-0b26-4ace-9627-6bd3be514cb1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:49.413515 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f771e8ec-c1e2-4052-b3ae-0a23c10cfa4f req-ed8775db-0b26-4ace-9627-6bd3be514cb1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0480313 Apr 28 15:03:49.428067 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55254) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:49.460448 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f771e8ec-c1e2-4052-b3ae-0a23c10cfa4f req-e24bb917-516b-448e-b228-dd55475eb012 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412638 Apr 28 15:03:49.481630 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bfa0f178-5a10-469a-b35f-dfc514e4dc22 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (122df29d-7606-4746-92c1-7b8d12bc556e), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:49.504913 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bfa0f178-5a10-469a-b35f-dfc514e4dc22 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (122df29d-7606-4746-92c1-7b8d12bc556e), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:49.609411 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bfa0f178-5a10-469a-b35f-dfc514e4dc22 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (122df29d-7606-4746-92c1-7b8d12bc556e), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:49.612009 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bfa0f178-5a10-469a-b35f-dfc514e4dc22 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:49.613186 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-bfa0f178-5a10-469a-b35f-dfc514e4dc22 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "DELETE /v2.0/security-groups/122df29d-7606-4746-92c1-7b8d12bc556e HTTP/1.1" status: 204 len: 168 time: 0.1841104 Apr 28 15:03:49.615946 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55256) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:49.622252 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0f178-5a10-469a-b35f-dfc514e4dc22 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122df29d-7606-4746-92c1-7b8d12bc556e,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:49.629942 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.api.v2.resource [None req-282e5f58-4056-40f2-8d98-3757740aaee4 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] show failed (client error): The resource could not be found. Apr 28 15:03:49.631278 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-282e5f58-4056-40f2-8d98-3757740aaee4 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups/122df29d-7606-4746-92c1-7b8d12bc556e HTTP/1.1" status: 404 len: 347 time: 0.0141666 Apr 28 15:03:49.633865 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55258) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:49.746092 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-273f57ce-63cb-4cdf-ac40-1d1fafc48c9f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Deleting port cee58bb5-6633-46e2-9883-7e6931a74632 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:03:49.746435 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-273f57ce-63cb-4cdf-ac40-1d1fafc48c9f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (cee58bb5-6633-46e2-9883-7e6931a74632), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:49.824989 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-273f57ce-63cb-4cdf-ac40-1d1fafc48c9f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (cee58bb5-6633-46e2-9883-7e6931a74632), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:49.825316 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-273f57ce-63cb-4cdf-ac40-1d1fafc48c9f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (cee58bb5-6633-46e2-9883-7e6931a74632), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:49.837392 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-273f57ce-63cb-4cdf-ac40-1d1fafc48c9f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Calling delete_port for cee58bb5-6633-46e2-9883-7e6931a74632 owned by network:floatingip {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:03:49.943677 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2765e69-2984-4ad7-ac39-b1869e560b30 req-5e092a7c-a794-4cd1-8a93-d7cc60e18ce9 service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896165 Apr 28 15:03:50.021650 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8cafd-0b06-4da5-a5a0-362681927fd2 req-a15d2c8f-4701-4668-a16d-230ada71dec2 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:50.023125 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1bb8cafd-0b06-4da5-a5a0-362681927fd2 req-a15d2c8f-4701-4668-a16d-230ada71dec2 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0470259 Apr 28 15:03:50.032341 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-273f57ce-63cb-4cdf-ac40-1d1fafc48c9f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (cee58bb5-6633-46e2-9883-7e6931a74632), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:50.059226 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f57ce-63cb-4cdf-ac40-1d1fafc48c9f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event deleted for resources: {'Port': ['ID=cee58bb5-6633-46e2-9883-7e6931a74632,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:50.076082 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1bb8cafd-0b06-4da5-a5a0-362681927fd2 req-6ddb5bf4-a979-4a8a-badf-25386f2e0af0 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470717 Apr 28 15:03:50.120391 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-273f57ce-63cb-4cdf-ac40-1d1fafc48c9f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (1da44eb9-4a0e-42c7-8c55-9fade67ab5fd), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:50.123245 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-273f57ce-63cb-4cdf-ac40-1d1fafc48c9f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:50.125379 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-273f57ce-63cb-4cdf-ac40-1d1fafc48c9f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "DELETE /v2.0/floatingips/1da44eb9-4a0e-42c7-8c55-9fade67ab5fd HTTP/1.1" status: 204 len: 168 time: 0.4905615 Apr 28 15:03:50.460148 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55266) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:50.464634 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-e7183694-85f8-4d20-9640-27e22c628f57 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218331020', 'description': 'tempest-description--748597541'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:50.540977 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e7183694-85f8-4d20-9640-27e22c628f57 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:50.574181 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b352b-570c-4e7d-8cb8-f05dd2bcf214 req-46e7f976-31b6-4ff9-bc13-31e08ad163a6 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:50.575658 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-da5b352b-570c-4e7d-8cb8-f05dd2bcf214 req-46e7f976-31b6-4ff9-bc13-31e08ad163a6 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0471146 Apr 28 15:03:50.606806 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e7183694-85f8-4d20-9640-27e22c628f57 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (0000d753-d987-49ff-b21d-1c6760d0911e), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:50.623185 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-da5b352b-570c-4e7d-8cb8-f05dd2bcf214 req-d91bd7d0-5aa3-416d-8f53-9eb4b6b871df tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 Apr 28 15:03:50.666809 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e7183694-85f8-4d20-9640-27e22c628f57 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (0000d753-d987-49ff-b21d-1c6760d0911e), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:50.698019 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7183694-85f8-4d20-9640-27e22c628f57 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0000d753-d987-49ff-b21d-1c6760d0911e,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:50.743275 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e7183694-85f8-4d20-9640-27e22c628f57 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:50.744451 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e7183694-85f8-4d20-9640-27e22c628f57 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2832894 Apr 28 15:03:50.747352 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55270) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:50.752785 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-02d6cbb3-5804-48c8-84ce-2c780c9b8cab tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'security_group_rule': {'security_group_id': '0000d753-d987-49ff-b21d-1c6760d0911e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:50.838542 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-02d6cbb3-5804-48c8-84ce-2c780c9b8cab tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (6675d973-ddb9-4a39-b1b2-5adcd6063ce8), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:50.855448 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:50.901241 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-02d6cbb3-5804-48c8-84ce-2c780c9b8cab tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (6675d973-ddb9-4a39-b1b2-5adcd6063ce8), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:50.960744 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-02d6cbb3-5804-48c8-84ce-2c780c9b8cab tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (6675d973-ddb9-4a39-b1b2-5adcd6063ce8), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:50.980677 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6cbb3-5804-48c8-84ce-2c780c9b8cab tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6675d973-ddb9-4a39-b1b2-5adcd6063ce8,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:51.054685 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-02d6cbb3-5804-48c8-84ce-2c780c9b8cab tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:51.059565 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55272) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:51.059730 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-02d6cbb3-5804-48c8-84ce-2c780c9b8cab tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3106718 Apr 28 15:03:51.064642 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-1004fabe-d808-4d54-904a-14092b7e209e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'security_group_rule': {'security_group_id': '0000d753-d987-49ff-b21d-1c6760d0911e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:51.158827 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1004fabe-d808-4d54-904a-14092b7e209e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (4d35bace-3567-4ef0-8094-093eee817b9a), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:51.195494 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b063c4e-1324-4989-b23d-80229632a9bc req-8d767b01-01f8-4c6d-8906-61a79f313351 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:51.197500 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5b063c4e-1324-4989-b23d-80229632a9bc req-8d767b01-01f8-4c6d-8906-61a79f313351 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0513477 Apr 28 15:03:51.219369 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1004fabe-d808-4d54-904a-14092b7e209e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (4d35bace-3567-4ef0-8094-093eee817b9a), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:51.246856 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5b063c4e-1324-4989-b23d-80229632a9bc req-ea5d11e0-9031-427b-9c00-aaaf84fa666e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436027 Apr 28 15:03:51.289478 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1004fabe-d808-4d54-904a-14092b7e209e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (4d35bace-3567-4ef0-8094-093eee817b9a), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:51.309255 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004fabe-d808-4d54-904a-14092b7e209e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d35bace-3567-4ef0-8094-093eee817b9a,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:51.362995 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d78d24-583d-4414-9b9b-5af78eba2926 req-40dfafe6-5e99-4bf5-8f57-c185a1c95206 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:51.364490 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-24d78d24-583d-4414-9b9b-5af78eba2926 req-40dfafe6-5e99-4bf5-8f57-c185a1c95206 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0503547 Apr 28 15:03:51.373804 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55280) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:51.378090 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-529e2efe-e1b2-40c7-9a19-636c92f0004c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Request body: {'floatingip': {'port_id': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:51.383868 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1004fabe-d808-4d54-904a-14092b7e209e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:51.384981 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-1004fabe-d808-4d54-904a-14092b7e209e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251395 Apr 28 15:03:51.389099 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55282) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:51.393542 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:51.421856 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-529e2efe-e1b2-40c7-9a19-636c92f0004c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for floatingip (f964f935-600f-4433-920c-70242dfbb3a3), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:51.495431 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:51.857904 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:51.865446 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff4ee-63e5-4408-bec5-376b2133d13c req-08b0ee61-a1d9-40c3-88c4-61ca2c8ca9a5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:51.866946 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-de7ff4ee-63e5-4408-bec5-376b2133d13c req-08b0ee61-a1d9-40c3-88c4-61ca2c8ca9a5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0614054 Apr 28 15:03:51.960197 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-de7ff4ee-63e5-4408-bec5-376b2133d13c req-f6580aaa-5dd9-4606-9ec1-61771a842a0b tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867546 Apr 28 15:03:52.014122 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Allocated IP 172.27.2.24 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/5f284e0b-e0e9-4938-888d-6a4a62c0f27d) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:52.127901 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for port (5f284e0b-e0e9-4938-888d-6a4a62c0f27d), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:52.140503 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-529e2efe-e1b2-40c7-9a19-636c92f0004c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:53.017672 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-529e2efe-e1b2-40c7-9a19-636c92f0004c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (f964f935-600f-4433-920c-70242dfbb3a3), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:53.061761 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (5f284e0b-e0e9-4938-888d-6a4a62c0f27d), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:53.099008 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:53.103441 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:53.109166 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:53.122658 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [None req-529e2efe-e1b2-40c7-9a19-636c92f0004c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Floating IP f964f935-600f-4433-920c-70242dfbb3a3 associated. External IP: 172.27.2.53, port: a31399c2-6730-4cc7-b7d3-a098b03c21cf. Apr 28 15:03:53.133961 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'Port': ['ID=5f284e0b-e0e9-4938-888d-6a4a62c0f27d,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:53.195946 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (af5c6253-0bcc-4a63-acf6-72c2afb3eee6), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:53.287706 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5f284e0b-e0e9-4938-888d-6a4a62c0f27d), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:53.338754 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529e2efe-e1b2-40c7-9a19-636c92f0004c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Router a4c54679-e9f5-470e-a929-caa4e0a254ea has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:53.435814 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for port (5f284e0b-e0e9-4938-888d-6a4a62c0f27d), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:53.451465 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529e2efe-e1b2-40c7-9a19-636c92f0004c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:53.456971 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-529e2efe-e1b2-40c7-9a19-636c92f0004c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:53.461586 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6775b-e9c8-4c76-8ac6-a085a0c0596c None None] Sync routers for ids ['a4c54679-e9f5-470e-a929-caa4e0a254ea'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:53.470540 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6775b-e9c8-4c76-8ac6-a085a0c0596c None None] Routers {'a4c54679-e9f5-470e-a929-caa4e0a254ea'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:53.471241 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-d3e6775b-e9c8-4c76-8ac6-a085a0c0596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:03:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['a4c54679-e9f5-470e-a929-caa4e0a254ea'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:53.487753 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-529e2efe-e1b2-40c7-9a19-636c92f0004c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "PUT /v2.0/floatingips/f964f935-600f-4433-920c-70242dfbb3a3 HTTP/1.1" status: 200 len: 991 time: 2.1129069 Apr 28 15:03:53.494067 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'tag': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:53.494067 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa777e3-ad03-4ded-b670-967b5ef354bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7d44c72b-1d91-4553-a8f7-6832f90c80b9", "tag": "a31399c2-6730-4cc7-b7d3-a098b03c21cf"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:53.518312 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (5f284e0b-e0e9-4938-888d-6a4a62c0f27d), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:53.527465 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb45bfe5-335f-4f4e-b9b4-c014e4c31fac x-openstack-request-id: req-fb45bfe5-335f-4f4e-b9b4-c014e4c31fac {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:53.527772 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d44c72b-1d91-4553-a8f7-6832f90c80b9", "tag": "a31399c2-6730-4cc7-b7d3-a098b03c21cf", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:53.528031 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb45bfe5-335f-4f4e-b9b4-c014e4c31fac {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:53.528439 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb45bfe5-335f-4f4e-b9b4-c014e4c31fac'] response: {'name': 'network-changed', 'server_uuid': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'tag': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'status': 'completed', 'code': 200} Apr 28 15:03:53.585539 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-d3e6775b-e9c8-4c76-8ac6-a085a0c0596c None None] Set router a4c54679-e9f5-470e-a929-caa4e0a254ea gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:53.590844 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'Port': ['ID=5f284e0b-e0e9-4938-888d-6a4a62c0f27d,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:53.601570 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (af5c6253-0bcc-4a63-acf6-72c2afb3eee6), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:53.676683 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa777e3-ad03-4ded-b670-967b5ef354bf req-2aab66a3-551a-439e-b1b1-7c98ca7613b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:53.678185 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3fa777e3-ad03-4ded-b670-967b5ef354bf req-2aab66a3-551a-439e-b1b1-7c98ca7613b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 1130 time: 0.0400381 Apr 28 15:03:53.691798 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:53.694808 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-dbcbc326-7fb6-400c-85a3-ce170a4142f8 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3029721 Apr 28 15:03:53.794103 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa777e3-ad03-4ded-b670-967b5ef354bf req-d2899b5c-e6bf-48f9-b189-45d08c41c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:53.795685 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3fa777e3-ad03-4ded-b670-967b5ef354bf req-d2899b5c-e6bf-48f9-b189-45d08c41c054 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 919 time: 0.0974500 Apr 28 15:03:53.821235 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-d3e6775b-e9c8-4c76-8ac6-a085a0c0596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'f964f935-600f-4433-920c-70242dfbb3a3', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'port_id': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'mac_address': 'fa:16:3e:f5:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:35Z', 'updated_at': '2022-04-28T15:03:52Z', 'revision_number': 1, 'project_id': '2965a414fca64399918af02e41fe47ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791cf621-10e8-453a-b443-94298524a993', 'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'mac_address': 'fa:16:3e:14:62:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:46Z', 'updated_at': '2022-04-28T15:01:51Z', 'revision_number': 5, 'project_id': '2965a414fca64399918af02e41fe47ca', 'subnets': [{'id': '71830540-5d1e-47d6-914a-38b502f26977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:53.855139 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6775b-e9c8-4c76-8ac6-a085a0c0596c None None] Checking router: a4c54679-e9f5-470e-a929-caa4e0a254ea for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:53.866113 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6775b-e9c8-4c76-8ac6-a085a0c0596c None None] Routers {'a4c54679-e9f5-470e-a929-caa4e0a254ea'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:53.866739 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-d3e6775b-e9c8-4c76-8ac6-a085a0c0596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:03:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['a4c54679-e9f5-470e-a929-caa4e0a254ea'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:53.875749 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3fa777e3-ad03-4ded-b670-967b5ef354bf req-6b1f9662-cd4e-4a45-b5be-da7fecf7ac4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31399c2-6730-4cc7-b7d3-a098b03c21cf HTTP/1.1" status: 200 len: 999 time: 0.0701909 Apr 28 15:03:53.906322 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-684994cc-eb06-44c9-8747-aa9a30885991 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--218331020&fields=id&tenant_id=a6f0dee0207e4cdeb2d1f244106252c0 HTTP/1.1" status: 200 len: 267 time: 0.0424027 Apr 28 15:03:53.928385 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa777e3-ad03-4ded-b670-967b5ef354bf req-c7da09c0-53de-4ff7-864f-a54f77542647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:53.930059 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3fa777e3-ad03-4ded-b670-967b5ef354bf req-c7da09c0-53de-4ff7-864f-a54f77542647 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 200 len: 857 time: 0.0466008 Apr 28 15:03:53.980960 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa777e3-ad03-4ded-b670-967b5ef354bf req-4d3b0915-dc23-4383-b15a-0ed1516b74ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:53.982445 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3fa777e3-ad03-4ded-b670-967b5ef354bf req-4d3b0915-dc23-4383-b15a-0ed1516b74ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4941596-20f6-4239-8eb0-824cfe4ba71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437846 Apr 28 15:03:53.990483 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-d3e6775b-e9c8-4c76-8ac6-a085a0c0596c None None] Set router a4c54679-e9f5-470e-a929-caa4e0a254ea gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:54.031655 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-a9433358-d738-42c2-b719-8e4c86d280b3 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:54.033449 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-a9433358-d738-42c2-b719-8e4c86d280b3 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 815 time: 0.1190486 Apr 28 15:03:54.062411 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-d0202f05-31e1-4ef8-91af-39fcaad41109 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/quotas/a6f0dee0207e4cdeb2d1f244106252c0 HTTP/1.1" status: 200 len: 375 time: 0.0200827 Apr 28 15:03:54.109068 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3fa777e3-ad03-4ded-b670-967b5ef354bf req-f755ceba-0391-41b3-8242-1194b8f12701 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145775 Apr 28 15:03:54.119398 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-71c3bde5-a4eb-4ab9-9d86-b77b3ad05714 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538146 Apr 28 15:03:54.208684 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3fa777e3-ad03-4ded-b670-967b5ef354bf req-a6fd9ec9-e234-47ca-9105-6ab4ff4e2e9c service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925529 Apr 28 15:03:54.225201 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-cd393a46-d0c1-4fc4-978f-b97f941f4758 service neutron] 10.222.0.31 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922108 Apr 28 15:03:54.227805 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-d3e6775b-e9c8-4c76-8ac6-a085a0c0596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'f964f935-600f-4433-920c-70242dfbb3a3', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'port_id': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'mac_address': 'fa:16:3e:f5:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:35Z', 'updated_at': '2022-04-28T15:03:52Z', 'revision_number': 1, 'project_id': '2965a414fca64399918af02e41fe47ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791cf621-10e8-453a-b443-94298524a993', 'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'mac_address': 'fa:16:3e:14:62:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:46Z', 'updated_at': '2022-04-28T15:01:51Z', 'revision_number': 5, 'project_id': '2965a414fca64399918af02e41fe47ca', 'subnets': [{'id': '71830540-5d1e-47d6-914a-38b502f26977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:54.254582 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e6775b-e9c8-4c76-8ac6-a085a0c0596c None None] The sync data for ids ['a4c54679-e9f5-470e-a929-caa4e0a254ea'] in dv-cinder-839768-1-iscsi is: [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'f964f935-600f-4433-920c-70242dfbb3a3', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'port_id': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'mac_address': 'fa:16:3e:f5:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:35Z', 'updated_at': '2022-04-28T15:03:52Z', 'revision_number': 1, 'project_id': '2965a414fca64399918af02e41fe47ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791cf621-10e8-453a-b443-94298524a993', 'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'mac_address': 'fa:16:3e:14:62:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:46Z', 'updated_at': '2022-04-28T15:01:51Z', 'revision_number': 5, 'project_id': '2965a414fca64399918af02e41fe47ca', 'subnets': [{'id': '71830540-5d1e-47d6-914a-38b502f26977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:54.313129 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-20eb8aa9-482e-4057-a7fb-a9b3a66e87d7 service neutron] 10.222.0.31 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847876 Apr 28 15:03:54.454607 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34728f9a-0284-4369-9629-8a0c0805e469 None None] New status for floating IP f964f935-600f-4433-920c-70242dfbb3a3: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:03:54.592529 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1892ce16-f11c-4029-9c28-60597bfc671d req-30c820a3-094d-436d-b138-a7ce2d836294 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 210 time: 0.0330558 Apr 28 15:03:54.751110 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19070a-2f1c-40a7-9a06-7cc27c2b9891 req-fce1a2dd-3999-4a53-af98-bcc4a7733bf3 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:54.752602 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dd19070a-2f1c-40a7-9a06-7cc27c2b9891 req-fce1a2dd-3999-4a53-af98-bcc4a7733bf3 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 945 time: 0.0488653 Apr 28 15:03:54.803389 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dd19070a-2f1c-40a7-9a06-7cc27c2b9891 req-d0fb6536-36e8-4034-9e1d-f77eed02516c tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452113 Apr 28 15:03:54.826293 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55324) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:55.006225 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556ffe9a-92d3-4a46-afc9-0f0e859924e8 tempest-TestMinimumBasicScenario-687872146 tempest-TestMinimumBasicScenario-687872146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:55.007762 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-556ffe9a-92d3-4a46-afc9-0f0e859924e8 tempest-TestMinimumBasicScenario-687872146 tempest-TestMinimumBasicScenario-687872146-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 1124 time: 0.1804397 Apr 28 15:03:55.010567 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55328) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:55.014817 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'port_id': '8c26588c-7146-425e-bcda-131aa18eed82', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:55.106420 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:55.184712 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:55.287042 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Allocated IP 172.27.2.228 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/35f90d1a-34ae-49c1-b481-afb6ff3233e9) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:55.387652 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for port (35f90d1a-34ae-49c1-b481-afb6ff3233e9), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:55.478628 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (35f90d1a-34ae-49c1-b481-afb6ff3233e9), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:55.517215 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:55.522003 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:55.525710 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:55.532765 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event updated for resources: {'Port': ['ID=35f90d1a-34ae-49c1-b481-afb6ff3233e9,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:55.695437 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1c175e51-5f5c-4da9-8646-6ce3d9c920cb req-acf66542-bcc0-4c87-8b4f-15ee3bcf1735 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 210 time: 0.0307555 Apr 28 15:03:55.901439 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for floatingip (86f350b3-30b7-4b21-b122-0a2705247b03), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:56.054017 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (35f90d1a-34ae-49c1-b481-afb6ff3233e9), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:56.205858 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for port (35f90d1a-34ae-49c1-b481-afb6ff3233e9), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:56.260457 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (35f90d1a-34ae-49c1-b481-afb6ff3233e9), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:56.330285 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event updated for resources: {'Port': ['ID=35f90d1a-34ae-49c1-b481-afb6ff3233e9,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:56.342088 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (86f350b3-30b7-4b21-b122-0a2705247b03), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:56.455333 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.l3_db [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Floating IP 86f350b3-30b7-4b21-b122-0a2705247b03 associated. External IP: 172.27.2.228, port: 8c26588c-7146-425e-bcda-131aa18eed82. Apr 28 15:03:56.544896 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-71f4fb1d-6972-4d82-a3dc-9519bd6c517c tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:56.546347 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-71f4fb1d-6972-4d82-a3dc-9519bd6c517c tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 815 time: 0.1043382 Apr 28 15:03:56.610787 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-669f5e6e-559b-479d-bdeb-7fc893d936ee tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6f0dee0207e4cdeb2d1f244106252c0 HTTP/1.1" status: 200 len: 379 time: 0.0530064 Apr 28 15:03:56.629551 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'port': {'device_id': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'admin_state_up': True, 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'security_groups': ['0000d753-d987-49ff-b21d-1c6760d0911e']}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:56.681862 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:56.835191 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Made reservation on behalf of a6f0dee0207e4cdeb2d1f244106252c0 for: {'port': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:56.838803 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:56.973497 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Allocated IP 172.20.0.5 (1ed45ab8-7ad4-45eb-b2e9-24d899ca4036/a4a45de5-2458-48c8-906b-01e1b205ed9e/d4fe86ad-9de2-40e8-8b5b-3e4088b63572) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:56.988461 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bad7d027-2462-4dd8-aef1-5696ebf5ebe7 req-c01d362f-0773-4f0d-b3d8-9fcc25652c30 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 210 time: 0.0302107 Apr 28 15:03:57.051882 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:57.061279 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705618ba-10f3-415c-aac0-8fe473eb1040 None None] Sync routers for ids ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:57.071470 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705618ba-10f3-415c-aac0-8fe473eb1040 None None] Routers {'7d12a13b-92b8-4daa-9920-3d12cfa54b26'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:57.074757 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-705618ba-10f3-415c-aac0-8fe473eb1040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:03:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:57.115251 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:57.122251 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:57.152601 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-8de62366-9887-4dad-8f26-858f4de1c813 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1410213 Apr 28 15:03:57.155007 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:57.155535 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d879170-22c8-4831-8103-a375d02ad78e" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "tag": "8c26588c-7146-425e-bcda-131aa18eed82"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:57.155900 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55340) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:57.161018 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-5d23095a-0e0d-405b-9510-4930fedf51c3 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786023716', 'description': 'tempest-secgroup-smoke-786023716 description', 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:57.183648 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-705618ba-10f3-415c-aac0-8fe473eb1040 None None] Set router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:57.194621 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a03156-8d69-49c6-abb6-679d891943bf x-openstack-request-id: req-c9a03156-8d69-49c6-abb6-679d891943bf {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:57.194951 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "tag": "8c26588c-7146-425e-bcda-131aa18eed82", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:57.195209 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9a03156-8d69-49c6-abb6-679d891943bf {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:57.195617 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a03156-8d69-49c6-abb6-679d891943bf'] response: {'name': 'network-changed', 'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82', 'status': 'completed', 'code': 200} Apr 28 15:03:57.201531 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:57.222676 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5d23095a-0e0d-405b-9510-4930fedf51c3 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:57.295413 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:57.312400 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:57.318530 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:57.323577 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'Port': ['ID=d4fe86ad-9de2-40e8-8b5b-3e4088b63572,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:57.355270 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879170-22c8-4831-8103-a375d02ad78e req-04c37ea3-3629-40e5-879c-fb0db110e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:57.364547 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0d879170-22c8-4831-8103-a375d02ad78e req-04c37ea3-3629-40e5-879c-fb0db110e840 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a70bbde9b0854041bbbb8243c3d54a88&device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 1129 time: 0.1316588 Apr 28 15:03:57.422197 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:57.427891 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:57.500019 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5d23095a-0e0d-405b-9510-4930fedf51c3 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group (c036af7f-2f45-4b36-bf69-c3ad4e61f694), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:57.500718 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-705618ba-10f3-415c-aac0-8fe473eb1040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:51Z', 'revision_number': 4, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '86f350b3-30b7-4b21-b122-0a2705247b03', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'port_id': '8c26588c-7146-425e-bcda-131aa18eed82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'mac_address': 'fa:16:3e:f1:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:55Z', 'updated_at': '2022-04-28T15:03:55Z', 'revision_number': 0, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af61f18-b60c-4620-bc2b-c7a2cd351d5b', 'name': '', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'mac_address': 'fa:16:3e:c9:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:50Z', 'updated_at': '2022-04-28T15:02:55Z', 'revision_number': 5, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'subnets': [{'id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:57.513008 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879170-22c8-4831-8103-a375d02ad78e req-c9e225d8-772e-4a1c-9bfc-d650d47ab632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:57.514445 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0d879170-22c8-4831-8103-a375d02ad78e req-c9e225d8-772e-4a1c-9bfc-d650d47ab632 service neutron] 10.222.0.42 "GET /v2.0/networks?id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2 HTTP/1.1" status: 200 len: 916 time: 0.1515830 Apr 28 15:03:57.528835 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705618ba-10f3-415c-aac0-8fe473eb1040 None None] Checking router: 7d12a13b-92b8-4daa-9920-3d12cfa54b26 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:57.538602 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705618ba-10f3-415c-aac0-8fe473eb1040 None None] Routers {'7d12a13b-92b8-4daa-9920-3d12cfa54b26'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:57.538916 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-705618ba-10f3-415c-aac0-8fe473eb1040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:03:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:57.561472 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5d23095a-0e0d-405b-9510-4930fedf51c3 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (c036af7f-2f45-4b36-bf69-c3ad4e61f694), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:57.566202 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-1c668277-509a-42c7-bc6b-d5bc2130e633 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9410701 Apr 28 15:03:57.583278 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-161dfe84-1c83-480a-80ce-fa4150929930 None None] Provisioning complete for port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:03:57.583903 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-161dfe84-1c83-480a-80ce-fa4150929930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:57.595982 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Request body: {'port': {'device_id': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:57.623003 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-161dfe84-1c83-480a-80ce-fa4150929930 None None] Port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:03:57.640099 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0d879170-22c8-4831-8103-a375d02ad78e req-6bed856c-b65d-4a93-9788-5e46e0940813 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c26588c-7146-425e-bcda-131aa18eed82 HTTP/1.1" status: 200 len: 999 time: 0.1185155 Apr 28 15:03:57.643108 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23095a-0e0d-405b-9510-4930fedf51c3 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c036af7f-2f45-4b36-bf69-c3ad4e61f694,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:57.656831 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-705618ba-10f3-415c-aac0-8fe473eb1040 None None] Set router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:57.704918 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5d23095a-0e0d-405b-9510-4930fedf51c3 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:57.709283 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-5d23095a-0e0d-405b-9510-4930fedf51c3 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5487189 Apr 28 15:03:57.710471 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55344) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:57.719772 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-55f1d52e-1516-47c6-ac3d-61fa084ea7e8 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Request body: {'security_group_rule': {'security_group_id': 'c036af7f-2f45-4b36-bf69-c3ad4e61f694', 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:57.727494 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:57.747759 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879170-22c8-4831-8103-a375d02ad78e req-819781a4-e9cf-45fc-82ad-24babb004bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:57.749487 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0d879170-22c8-4831-8103-a375d02ad78e req-819781a4-e9cf-45fc-82ad-24babb004bfe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0896a7f5-d1fb-446d-998b-5caea5170940 HTTP/1.1" status: 200 len: 854 time: 0.1005681 Apr 28 15:03:57.835021 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879170-22c8-4831-8103-a375d02ad78e req-2933cc17-97d1-4ce0-85ab-4de3fa5cd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:57.836513 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0d879170-22c8-4831-8103-a375d02ad78e req-2933cc17-97d1-4ce0-85ab-4de3fa5cd6e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580528 Apr 28 15:03:57.840506 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-55f1d52e-1516-47c6-ac3d-61fa084ea7e8 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (4a9fc9f4-12cf-4a49-86ca-ec3fe5bf94f3), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:57.878053 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-705618ba-10f3-415c-aac0-8fe473eb1040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:51Z', 'revision_number': 4, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '86f350b3-30b7-4b21-b122-0a2705247b03', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'port_id': '8c26588c-7146-425e-bcda-131aa18eed82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'mac_address': 'fa:16:3e:f1:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:55Z', 'updated_at': '2022-04-28T15:03:55Z', 'revision_number': 0, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af61f18-b60c-4620-bc2b-c7a2cd351d5b', 'name': '', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'mac_address': 'fa:16:3e:c9:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:50Z', 'updated_at': '2022-04-28T15:02:55Z', 'revision_number': 5, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'subnets': [{'id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:57.905367 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705618ba-10f3-415c-aac0-8fe473eb1040 None None] The sync data for ids ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'] in dv-cinder-839768-1-iscsi is: [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:51Z', 'revision_number': 4, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '86f350b3-30b7-4b21-b122-0a2705247b03', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'port_id': '8c26588c-7146-425e-bcda-131aa18eed82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'mac_address': 'fa:16:3e:f1:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:55Z', 'updated_at': '2022-04-28T15:03:55Z', 'revision_number': 0, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af61f18-b60c-4620-bc2b-c7a2cd351d5b', 'name': '', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'mac_address': 'fa:16:3e:c9:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:50Z', 'updated_at': '2022-04-28T15:02:55Z', 'revision_number': 5, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'subnets': [{'id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:58.097635 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0d879170-22c8-4831-8103-a375d02ad78e req-d21a74ea-f4e0-4ffa-a2fc-e612a49385b7 service neutron] 10.222.0.42 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090158 Apr 28 15:03:58.099267 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-55f1d52e-1516-47c6-ac3d-61fa084ea7e8 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (4a9fc9f4-12cf-4a49-86ca-ec3fe5bf94f3), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.110579 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d88580-9ac1-40f1-83e9-850d5b62b47c req-0579d773-c760-4da2-9911-5e86c760f2ed tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:58.112746 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-24d88580-9ac1-40f1-83e9-850d5b62b47c req-0579d773-c760-4da2-9911-5e86c760f2ed tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 931 time: 0.0515435 Apr 28 15:03:58.130851 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b6de0-6aac-4f07-8ded-987d8f24608a None None] New status for floating IP 86f350b3-30b7-4b21-b122-0a2705247b03: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:03:58.168680 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-24d88580-9ac1-40f1-83e9-850d5b62b47c req-ad34a8b3-c04d-4b05-8715-5f2b7291137a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498366 Apr 28 15:03:58.186895 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-55f1d52e-1516-47c6-ac3d-61fa084ea7e8 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (4a9fc9f4-12cf-4a49-86ca-ec3fe5bf94f3), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.238050 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1d52e-1516-47c6-ac3d-61fa084ea7e8 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9fc9f4-12cf-4a49-86ca-ec3fe5bf94f3,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:58.257945 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fe86ad-9de2-40e8-8b5b-3e4088b63572 {{(pid=110071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:03:58.268254 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Publish callbacks [] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.272507 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0d879170-22c8-4831-8103-a375d02ad78e req-6dabb412-6fc7-4c87-91c3-836e6020bf9d service neutron] 10.222.0.42 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612525 Apr 28 15:03:58.284575 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.provisioning_blocks [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Transition to ACTIVE for port object d4fe86ad-9de2-40e8-8b5b-3e4088b63572 will not be triggered until provisioned by entity L2. {{(pid=110071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:03:58.340312 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-55f1d52e-1516-47c6-ac3d-61fa084ea7e8 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.341870 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-55f1d52e-1516-47c6-ac3d-61fa084ea7e8 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6289394 Apr 28 15:03:58.344756 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55348) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:58.349483 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-2b285322-2fed-4ecd-9f47-299e190bdb80 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Request body: {'security_group_rule': {'security_group_id': 'c036af7f-2f45-4b36-bf69-c3ad4e61f694', 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:58.367653 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.417024 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fe86ad-9de2-40e8-8b5b-3e4088b63572,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:58.493520 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2b285322-2fed-4ecd-9f47-299e190bdb80 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (1e10c94d-ff1d-490b-8e30-3bf9140335e2), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.508281 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Attempting to bind port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:03:58.508618 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Attempting to bind port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:03:58.508980 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Attempting to bind port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:58.525820 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:03:58.527555 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Attempting to bind port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:58.540640 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:58.541013 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Checking segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:03:58.541398 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Bound using segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:58.541855 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Bound port: d4fe86ad-9de2-40e8-8b5b-3e4088b63572, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'}}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:03:58.542213 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.603219 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2b285322-2fed-4ecd-9f47-299e190bdb80 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (1e10c94d-ff1d-490b-8e30-3bf9140335e2), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.627763 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] For port d4fe86ad-9de2-40e8-8b5b-3e4088b63572, host hv-cinder-83976, cleared binding levels {{(pid=110071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:58.630760 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] For port d4fe86ad-9de2-40e8-8b5b-3e4088b63572, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d4fe86ad-9de2-40e8-8b5b-3e4088b63572,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:58.689402 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2b285322-2fed-4ecd-9f47-299e190bdb80 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (1e10c94d-ff1d-490b-8e30-3bf9140335e2), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.709132 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b285322-2fed-4ecd-9f47-299e190bdb80 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e10c94d-ff1d-490b-8e30-3bf9140335e2,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:58.719767 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.759315 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:58.759901 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.761314 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] 10.222.0.42 "PUT /v2.0/ports/d4fe86ad-9de2-40e8-8b5b-3e4088b63572 HTTP/1.1" status: 200 len: 1093 time: 1.1726561 Apr 28 15:03:58.761746 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'tag': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:58.764009 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebc18f6-fa71-4cee-9838-0c879d7b44fb" -d '{"events": [{"name": "network-changed", "server_uuid": "bc636d5d-19b7-4a6f-9b9d-5825c36ae65c", "tag": "d4fe86ad-9de2-40e8-8b5b-3e4088b63572"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:58.782733 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2b285322-2fed-4ecd-9f47-299e190bdb80 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.783974 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-2b285322-2fed-4ecd-9f47-299e190bdb80 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4381723 Apr 28 15:03:58.788694 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55352) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:58.794157 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-d1e8627d-d890-4c4d-b47a-102db94f4a39 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Request body: {'security_group_rule': {'security_group_id': 'c036af7f-2f45-4b36-bf69-c3ad4e61f694', 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:58.797936 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9774386-ff64-43a6-8960-7f17921fd084 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fe86ad-9de2-40e8-8b5b-3e4088b63572,revision_number=3']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:58.829225 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c324fd0-dd0c-4343-b8a9-fc9e700d4457 x-openstack-request-id: req-5c324fd0-dd0c-4343-b8a9-fc9e700d4457 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:58.829787 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc636d5d-19b7-4a6f-9b9d-5825c36ae65c", "tag": "d4fe86ad-9de2-40e8-8b5b-3e4088b63572", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:58.830049 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c324fd0-dd0c-4343-b8a9-fc9e700d4457 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:58.831240 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c324fd0-dd0c-4343-b8a9-fc9e700d4457'] response: {'name': 'network-changed', 'server_uuid': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'tag': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572', 'status': 'completed', 'code': 200} Apr 28 15:03:58.898901 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc18f6-fa71-4cee-9838-0c879d7b44fb req-2e9ab2fb-90fa-4e25-9763-9a68d95881ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:58.899605 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-d1e8627d-d890-4c4d-b47a-102db94f4a39 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (858672bd-2ae9-4ebb-9d87-f2f372afeba6), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:58.900420 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eebc18f6-fa71-4cee-9838-0c879d7b44fb req-2e9ab2fb-90fa-4e25-9763-9a68d95881ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 1127 time: 0.0430918 Apr 28 15:03:58.966019 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-d1e8627d-d890-4c4d-b47a-102db94f4a39 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (858672bd-2ae9-4ebb-9d87-f2f372afeba6), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:59.011969 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc18f6-fa71-4cee-9838-0c879d7b44fb req-7a10cb2f-4fff-45a9-b2a5-34a3ef85fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:59.013459 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eebc18f6-fa71-4cee-9838-0c879d7b44fb req-7a10cb2f-4fff-45a9-b2a5-34a3ef85fa66 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0980656 Apr 28 15:03:59.044273 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-d1e8627d-d890-4c4d-b47a-102db94f4a39 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (858672bd-2ae9-4ebb-9d87-f2f372afeba6), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:59.059731 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8627d-d890-4c4d-b47a-102db94f4a39 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858672bd-2ae9-4ebb-9d87-f2f372afeba6,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:59.105312 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-d1e8627d-d890-4c4d-b47a-102db94f4a39 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:59.106578 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-d1e8627d-d890-4c4d-b47a-102db94f4a39 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166966 Apr 28 15:03:59.109986 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55354) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:59.114425 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-d467857f-0c2d-45ba-b885-82272a551b5b tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Request body: {'security_group_rule': {'security_group_id': 'c036af7f-2f45-4b36-bf69-c3ad4e61f694', 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:59.200799 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-d467857f-0c2d-45ba-b885-82272a551b5b tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (32f89a33-2669-4312-9327-063ef250b153), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:59.301162 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387b0a6-d028-467f-ae58-2a32ce8dab7f req-d8214471-20a0-4bc6-be10-d656cbfa4de7 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:59.302733 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4387b0a6-d028-467f-ae58-2a32ce8dab7f req-d8214471-20a0-4bc6-be10-d656cbfa4de7 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 943 time: 0.0583956 Apr 28 15:03:59.304635 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-d467857f-0c2d-45ba-b885-82272a551b5b tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (32f89a33-2669-4312-9327-063ef250b153), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:59.350169 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4387b0a6-d028-467f-ae58-2a32ce8dab7f req-cc956913-845c-40e4-9834-42de744be35e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411675 Apr 28 15:03:59.375408 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-d467857f-0c2d-45ba-b885-82272a551b5b tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (32f89a33-2669-4312-9327-063ef250b153), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:59.382046 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc18f6-fa71-4cee-9838-0c879d7b44fb req-6f1092a6-c3a9-4a58-8f0d-2b8270885fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:59.383517 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eebc18f6-fa71-4cee-9838-0c879d7b44fb req-6f1092a6-c3a9-4a58-8f0d-2b8270885fa9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3611491 Apr 28 15:03:59.395714 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467857f-0c2d-45ba-b885-82272a551b5b tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f89a33-2669-4312-9327-063ef250b153,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:59.461413 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e3635784-3779-49a0-a9ec-0fc41b24b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:59.462886 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-e3635784-3779-49a0-a9ec-0fc41b24b102 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 1127 time: 0.0376470 Apr 28 15:03:59.463369 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-d467857f-0c2d-45ba-b885-82272a551b5b tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:59.464551 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-d467857f-0c2d-45ba-b885-82272a551b5b tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3536484 Apr 28 15:03:59.473242 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55358) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:59.477502 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-0ee7032a-f45d-4701-baf2-abe368c6c72d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Request body: {'security_group_rule': {'security_group_id': 'c036af7f-2f45-4b36-bf69-c3ad4e61f694', 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:59.507178 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-03f574d6-ebf0-4d56-bb4f-d858cb3fd59a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4fe86ad-9de2-40e8-8b5b-3e4088b63572 HTTP/1.1" status: 200 len: 217 time: 0.0367913 Apr 28 15:03:59.562741 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-b63c4179-6cb6-4b78-a950-aafa8790635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:59.564173 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-b63c4179-6cb6-4b78-a950-aafa8790635b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4a45de5-2458-48c8-906b-01e1b205ed9e HTTP/1.1" status: 200 len: 854 time: 0.0429134 Apr 28 15:03:59.569841 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.securitygroups_db [None req-0ee7032a-f45d-4701-baf2-abe368c6c72d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Project a70bbde9b0854041bbbb8243c3d54a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:03:59.576074 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0ee7032a-f45d-4701-baf2-abe368c6c72d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (0f49377e-4967-4c35-80de-dedf1e27fef6), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:59.617552 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-d26995e9-ae97-48ec-9a10-50a4cc784fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:59.618950 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-d26995e9-ae97-48ec-9a10-50a4cc784fe3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395174 Apr 28 15:03:59.634845 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0ee7032a-f45d-4701-baf2-abe368c6c72d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (0f49377e-4967-4c35-80de-dedf1e27fef6), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:59.709327 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0ee7032a-f45d-4701-baf2-abe368c6c72d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (0f49377e-4967-4c35-80de-dedf1e27fef6), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:59.714743 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-7c116801-6b34-43fb-9b1a-b202d6845545 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880978 Apr 28 15:03:59.727814 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7032a-f45d-4701-baf2-abe368c6c72d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f49377e-4967-4c35-80de-dedf1e27fef6,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:59.805969 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0ee7032a-f45d-4701-baf2-abe368c6c72d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:59.807214 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-0ee7032a-f45d-4701-baf2-abe368c6c72d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3330407 Apr 28 15:03:59.807529 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c67749fa-2381-4598-a087-7de2dabe30c4 req-968f4165-45cb-4bae-8737-8f2533396317 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853484 Apr 28 15:03:59.809925 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55360) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:03:59.814514 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-520d9e5d-045b-4345-a9ea-b6d527dc56e5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Request body: {'security_group_rule': {'security_group_id': 'c036af7f-2f45-4b36-bf69-c3ad4e61f694', 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:03:59.929548 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.securitygroups_db [None req-520d9e5d-045b-4345-a9ea-b6d527dc56e5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Project a70bbde9b0854041bbbb8243c3d54a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:03:59.935161 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-520d9e5d-045b-4345-a9ea-b6d527dc56e5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (194e2c0f-f19e-4f1e-820a-55fe9aa1563d), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:03:59.992534 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-520d9e5d-045b-4345-a9ea-b6d527dc56e5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (194e2c0f-f19e-4f1e-820a-55fe9aa1563d), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:00.072131 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-520d9e5d-045b-4345-a9ea-b6d527dc56e5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (194e2c0f-f19e-4f1e-820a-55fe9aa1563d), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:00.095118 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d9e5d-045b-4345-a9ea-b6d527dc56e5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194e2c0f-f19e-4f1e-820a-55fe9aa1563d,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:00.148154 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-520d9e5d-045b-4345-a9ea-b6d527dc56e5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:00.149387 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-520d9e5d-045b-4345-a9ea-b6d527dc56e5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3385057 Apr 28 15:04:00.240207 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6d1506c1-0af9-48e7-8c60-dadb3f1ddf7d req-154e94dc-db46-4dbc-a8c0-6d7f58d5a90e tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786023716&fields=id&tenant_id=a70bbde9b0854041bbbb8243c3d54a88 HTTP/1.1" status: 200 len: 267 time: 0.0427530 Apr 28 15:04:00.289219 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1506c1-0af9-48e7-8c60-dadb3f1ddf7d req-12b4e52d-f65b-4701-9545-69c85d38ddbe tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:00.290639 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6d1506c1-0af9-48e7-8c60-dadb3f1ddf7d req-12b4e52d-f65b-4701-9545-69c85d38ddbe tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 945 time: 0.0452330 Apr 28 15:04:00.301662 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-6d1506c1-0af9-48e7-8c60-dadb3f1ddf7d req-483d9865-7a42-4ae4-a8ee-6c79d9c38305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Request body: {'port': {'security_groups': ['0dc49523-956e-4490-80b1-99b219a5b63b', 'c036af7f-2f45-4b36-bf69-c3ad4e61f694']}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:00.371871 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6d1506c1-0af9-48e7-8c60-dadb3f1ddf7d req-483d9865-7a42-4ae4-a8ee-6c79d9c38305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (8c26588c-7146-425e-bcda-131aa18eed82), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:00.469559 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb7c33-b4f9-454c-82c8-3fb9f03de385 req-e8b375bd-cbd2-4d38-9f92-081c571a16e2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:00.470979 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0bbb7c33-b4f9-454c-82c8-3fb9f03de385 req-e8b375bd-cbd2-4d38-9f92-081c571a16e2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 943 time: 0.0522954 Apr 28 15:04:00.517399 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0bbb7c33-b4f9-454c-82c8-3fb9f03de385 req-8cd077b2-5be9-4be4-b0fa-f1f91d814069 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407453 Apr 28 15:04:00.558533 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-6d1506c1-0af9-48e7-8c60-dadb3f1ddf7d req-483d9865-7a42-4ae4-a8ee-6c79d9c38305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] For port 8c26588c-7146-425e-bcda-131aa18eed82, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8c26588c-7146-425e-bcda-131aa18eed82,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:00.587171 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6d1506c1-0af9-48e7-8c60-dadb3f1ddf7d req-483d9865-7a42-4ae4-a8ee-6c79d9c38305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for port (8c26588c-7146-425e-bcda-131aa18eed82), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:00.648944 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6d1506c1-0af9-48e7-8c60-dadb3f1ddf7d req-483d9865-7a42-4ae4-a8ee-6c79d9c38305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (8c26588c-7146-425e-bcda-131aa18eed82), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:00.667274 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['8c26588c-7146-425e-bcda-131aa18eed82'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:04:00.692266 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1506c1-0af9-48e7-8c60-dadb3f1ddf7d req-483d9865-7a42-4ae4-a8ee-6c79d9c38305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:00.692921 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6d1506c1-0af9-48e7-8c60-dadb3f1ddf7d req-483d9865-7a42-4ae4-a8ee-6c79d9c38305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:00.694341 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6d1506c1-0af9-48e7-8c60-dadb3f1ddf7d req-483d9865-7a42-4ae4-a8ee-6c79d9c38305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "PUT /v2.0/ports/8c26588c-7146-425e-bcda-131aa18eed82 HTTP/1.1" status: 200 len: 981 time: 0.3976648 Apr 28 15:04:00.735920 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d9865-7a42-4ae4-a8ee-6c79d9c38305 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event updated for resources: {'Port': ['ID=8c26588c-7146-425e-bcda-131aa18eed82,revision_number=6']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:00.811238 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017415e-20b5-4149-be00-4c6441f5364c req-e4f318c3-fed9-4484-bcfd-f76786010c39 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:00.813380 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c017415e-20b5-4149-be00-4c6441f5364c req-e4f318c3-fed9-4484-bcfd-f76786010c39 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0559132 Apr 28 15:04:00.818844 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:00.831868 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['8c26588c-7146-425e-bcda-131aa18eed82'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:04:00.832422 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:00.835203 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6416195-27a2-4038-92ec-f620622c80a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "tag": "8c26588c-7146-425e-bcda-131aa18eed82"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:00.892605 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b76757-2a29-4eaf-b427-a6026108efbd x-openstack-request-id: req-e5b76757-2a29-4eaf-b427-a6026108efbd {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:00.893108 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "tag": "8c26588c-7146-425e-bcda-131aa18eed82", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:00.893532 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5b76757-2a29-4eaf-b427-a6026108efbd {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:00.894187 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b76757-2a29-4eaf-b427-a6026108efbd'] response: {'name': 'network-changed', 'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82', 'status': 'completed', 'code': 200} Apr 28 15:04:00.916687 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c017415e-20b5-4149-be00-4c6441f5364c req-2b4f8869-9a24-4481-bafd-991fce85cba9 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959053 Apr 28 15:04:01.031044 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d3065725-b4d3-4d05-8700-8965dbb3aa9d None None] Provisioning complete for port 8c26588c-7146-425e-bcda-131aa18eed82 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:04:01.031325 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d3065725-b4d3-4d05-8700-8965dbb3aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (8c26588c-7146-425e-bcda-131aa18eed82), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:01.090537 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416195-27a2-4038-92ec-f620622c80a3 req-88fa947a-ec5e-443c-8aa9-59bb7b9620b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:01.092053 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c6416195-27a2-4038-92ec-f620622c80a3 req-88fa947a-ec5e-443c-8aa9-59bb7b9620b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a70bbde9b0854041bbbb8243c3d54a88&device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 1168 time: 0.0406466 Apr 28 15:04:01.184804 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416195-27a2-4038-92ec-f620622c80a3 req-ee8c8440-3f3e-4acc-9b5d-a608a0f4011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:01.186268 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c6416195-27a2-4038-92ec-f620622c80a3 req-ee8c8440-3f3e-4acc-9b5d-a608a0f4011d service neutron] 10.222.0.42 "GET /v2.0/networks?id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2 HTTP/1.1" status: 200 len: 916 time: 0.0874674 Apr 28 15:04:01.224280 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d3065725-b4d3-4d05-8700-8965dbb3aa9d None None] Current status of the port 8c26588c-7146-425e-bcda-131aa18eed82 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:04:01.239974 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device d4fe86ad-9de2-40e8-8b5b-3e4088b63572 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:04:01.254890 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c6416195-27a2-4038-92ec-f620622c80a3 req-fdd3a86b-1b99-433d-ac21-b319c84bfff9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c26588c-7146-425e-bcda-131aa18eed82 HTTP/1.1" status: 200 len: 1001 time: 0.0591938 Apr 28 15:04:01.308932 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416195-27a2-4038-92ec-f620622c80a3 req-546630bf-b103-4079-9882-b5c15ae08732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:01.310306 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c6416195-27a2-4038-92ec-f620622c80a3 req-546630bf-b103-4079-9882-b5c15ae08732 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0896a7f5-d1fb-446d-998b-5caea5170940 HTTP/1.1" status: 200 len: 854 time: 0.0474346 Apr 28 15:04:01.356140 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416195-27a2-4038-92ec-f620622c80a3 req-3a9f3cbc-4a02-4bc4-b0a7-2bd44de32b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:01.357671 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c6416195-27a2-4038-92ec-f620622c80a3 req-3a9f3cbc-4a02-4bc4-b0a7-2bd44de32b30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392039 Apr 28 15:04:01.425394 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port d4fe86ad-9de2-40e8-8b5b-3e4088b63572, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d4fe86ad-9de2-40e8-8b5b-3e4088b63572,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:01.448129 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c6416195-27a2-4038-92ec-f620622c80a3 req-8cc64284-60b2-47f4-a08a-7ca5d6a2c1ff service neutron] 10.222.0.42 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835068 Apr 28 15:04:01.448613 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'port_id': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572', 'mac_address': 'fa:16:3e:31:06:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:04:01.515010 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:04:01.515417 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:01.531643 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fe86ad-9de2-40e8-8b5b-3e4088b63572 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:04:01.544311 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c6416195-27a2-4038-92ec-f620622c80a3 req-d6ee2e1d-0e9d-4f9b-8ffe-ac8dbb828291 service neutron] 10.222.0.42 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894930 Apr 28 15:04:01.556853 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port d4fe86ad-9de2-40e8-8b5b-3e4088b63572, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d4fe86ad-9de2-40e8-8b5b-3e4088b63572,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:01.632508 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:01.634676 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e2de5-4e89-42cf-9e83-9d33284a99d1 req-d381c4c4-64c2-4f5d-a1ae-7ac96e78cb7a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:01.636140 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1d2e2de5-4e89-42cf-9e83-9d33284a99d1 req-d381c4c4-64c2-4f5d-a1ae-7ac96e78cb7a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 943 time: 0.0477791 Apr 28 15:04:01.685656 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=d4fe86ad-9de2-40e8-8b5b-3e4088b63572,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:01.689187 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1d2e2de5-4e89-42cf-9e83-9d33284a99d1 req-dbdcc792-db11-4a6a-af1c-18cd9e386c25 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433373 Apr 28 15:04:01.956250 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['d4fe86ad-9de2-40e8-8b5b-3e4088b63572'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:04:02.799591 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39194dba-b84d-43e9-ad8b-95b390ca47e3 req-0554e867-2a8b-41ba-9176-a68933800b4c tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:02.801192 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-39194dba-b84d-43e9-ad8b-95b390ca47e3 req-0554e867-2a8b-41ba-9176-a68933800b4c tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 944 time: 0.0458925 Apr 28 15:04:02.846530 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-39194dba-b84d-43e9-ad8b-95b390ca47e3 req-b1917a23-00a8-4ef0-bab0-6bc948f405e2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390489 Apr 28 15:04:03.249110 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device d4fe86ad-9de2-40e8-8b5b-3e4088b63572 up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:03.293616 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:04:03.388520 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:04:03.388917 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:03.465261 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:04:03.465637 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:03.487432 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:03.489588 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9ebcfc-e129-410b-bd35-33af0f527ac4" -d '{"events": [{"server_uuid": "bc636d5d-19b7-4a6f-9b9d-5825c36ae65c", "name": "network-vif-plugged", "status": "completed", "tag": "d4fe86ad-9de2-40e8-8b5b-3e4088b63572"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:03.501984 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port d4fe86ad-9de2-40e8-8b5b-3e4088b63572, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d4fe86ad-9de2-40e8-8b5b-3e4088b63572,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:03.525296 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995792e4-cb10-478a-8d17-e936abb94d73 x-openstack-request-id: req-995792e4-cb10-478a-8d17-e936abb94d73 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:03.525636 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc636d5d-19b7-4a6f-9b9d-5825c36ae65c", "name": "network-vif-plugged", "status": "completed", "tag": "d4fe86ad-9de2-40e8-8b5b-3e4088b63572", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:03.525893 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-995792e4-cb10-478a-8d17-e936abb94d73 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:03.526287 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995792e4-cb10-478a-8d17-e936abb94d73'] response: {'server_uuid': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572', 'code': 200} Apr 28 15:04:03.551887 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:03.600064 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=d4fe86ad-9de2-40e8-8b5b-3e4088b63572,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:03.865027 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ff274-f7a7-43da-ab47-86475ce90ac5 req-28992adf-7b83-4713-bb2e-e3a4f434422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:03.866505 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-219ff274-f7a7-43da-ab47-86475ce90ac5 req-28992adf-7b83-4713-bb2e-e3a4f434422a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 1129 time: 0.0429606 Apr 28 15:04:03.910651 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-219ff274-f7a7-43da-ab47-86475ce90ac5 req-9c929909-666b-4ba4-9acc-8c97af83c789 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376582 Apr 28 15:04:03.956760 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b68be-54cd-4a78-a91d-b5022154b16b req-3ef06cb7-f41c-4994-a70b-916d8395a817 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:03.958204 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-148b68be-54cd-4a78-a91d-b5022154b16b req-3ef06cb7-f41c-4994-a70b-916d8395a817 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 945 time: 0.0449049 Apr 28 15:04:04.007742 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-148b68be-54cd-4a78-a91d-b5022154b16b req-055745da-5a24-4432-a932-9ad8d2c03340 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441079 Apr 28 15:04:05.118875 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304e91c-246c-4e7a-84c7-808e85ac0ff1 req-0f873219-14b3-4633-bee0-e00090604d20 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:05.120327 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8304e91c-246c-4e7a-84c7-808e85ac0ff1 req-0f873219-14b3-4633-bee0-e00090604d20 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 945 time: 0.0457487 Apr 28 15:04:05.165564 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8304e91c-246c-4e7a-84c7-808e85ac0ff1 req-2f44fc88-4a85-4c34-97d8-a04b1b1289b7 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395477 Apr 28 15:04:05.802500 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:04:06.277124 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc524fee-ed43-456c-b406-af77d7f3ff3a req-4cbbbe41-605b-4e5a-bb76-71b10b464a71 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:06.278650 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fc524fee-ed43-456c-b406-af77d7f3ff3a req-4cbbbe41-605b-4e5a-bb76-71b10b464a71 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 945 time: 0.0482743 Apr 28 15:04:06.326206 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fc524fee-ed43-456c-b406-af77d7f3ff3a req-30d0c6ea-cc37-4551-bb3e-799afb334fc5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403016 Apr 28 15:04:07.441965 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b796f-5f85-43f3-b54a-4d3f0c766080 req-6428cd10-0158-47b4-a787-e11a25009988 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:07.443339 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fb8b796f-5f85-43f3-b54a-4d3f0c766080 req-6428cd10-0158-47b4-a787-e11a25009988 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 945 time: 0.0497885 Apr 28 15:04:07.491571 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fb8b796f-5f85-43f3-b54a-4d3f0c766080 req-fff60a63-bbd9-4747-a507-550bd49b80be tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427365 Apr 28 15:04:07.600368 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617793a-0e0a-48eb-bac9-55a5981f048d req-24300f32-d686-4542-81a2-cc195fd28a51 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:07.601927 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c617793a-0e0a-48eb-bac9-55a5981f048d req-24300f32-d686-4542-81a2-cc195fd28a51 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 945 time: 0.0469303 Apr 28 15:04:07.610334 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55398) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:07.615234 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-7c77536c-58bd-4864-a3e6-7a1231d5c863 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'floatingip': {'port_id': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:07.655602 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7c77536c-58bd-4864-a3e6-7a1231d5c863 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (af5c6253-0bcc-4a63-acf6-72c2afb3eee6), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:08.086001 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7c77536c-58bd-4864-a3e6-7a1231d5c863 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:08.157972 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7c77536c-58bd-4864-a3e6-7a1231d5c863 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (af5c6253-0bcc-4a63-acf6-72c2afb3eee6), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:08.258326 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.l3_db [None req-7c77536c-58bd-4864-a3e6-7a1231d5c863 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Floating IP af5c6253-0bcc-4a63-acf6-72c2afb3eee6 associated. External IP: 172.27.2.24, port: d4fe86ad-9de2-40e8-8b5b-3e4088b63572. Apr 28 15:04:08.492027 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c77536c-58bd-4864-a3e6-7a1231d5c863 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Router 40656fc2-6c52-4293-b017-33ab66147f11 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:08.598063 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c77536c-58bd-4864-a3e6-7a1231d5c863 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:08.602899 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7c77536c-58bd-4864-a3e6-7a1231d5c863 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:08.607787 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470e0c7-e7ba-4597-b28f-91a9db587aae None None] Sync routers for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:08.617523 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470e0c7-e7ba-4597-b28f-91a9db587aae None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:08.618131 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f470e0c7-e7ba-4597-b28f-91a9db587aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:03:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:08.646399 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-7c77536c-58bd-4864-a3e6-7a1231d5c863 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "PUT /v2.0/floatingips/af5c6253-0bcc-4a63-acf6-72c2afb3eee6 HTTP/1.1" status: 200 len: 990 time: 1.0219610 Apr 28 15:04:08.646399 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'tag': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:08.646399 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf2d56-992c-4c10-8594-193a09fcb694" -d '{"events": [{"name": "network-changed", "server_uuid": "bc636d5d-19b7-4a6f-9b9d-5825c36ae65c", "tag": "d4fe86ad-9de2-40e8-8b5b-3e4088b63572"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:08.670000 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9745977-4c09-45f2-8cb3-9736e7f329c9 x-openstack-request-id: req-f9745977-4c09-45f2-8cb3-9736e7f329c9 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:08.670295 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc636d5d-19b7-4a6f-9b9d-5825c36ae65c", "tag": "d4fe86ad-9de2-40e8-8b5b-3e4088b63572", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:08.670551 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9745977-4c09-45f2-8cb3-9736e7f329c9 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:08.670960 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9745977-4c09-45f2-8cb3-9736e7f329c9'] response: {'name': 'network-changed', 'server_uuid': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'tag': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572', 'status': 'completed', 'code': 200} Apr 28 15:04:08.730362 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-f470e0c7-e7ba-4597-b28f-91a9db587aae None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:08.741807 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf2d56-992c-4c10-8594-193a09fcb694 req-030673c3-f069-45c2-90fb-17605f173fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:08.743354 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2cf2d56-992c-4c10-8594-193a09fcb694 req-030673c3-f069-45c2-90fb-17605f173fc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 1129 time: 0.0389440 Apr 28 15:04:08.836201 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf2d56-992c-4c10-8594-193a09fcb694 req-b63e8c0a-0180-4655-b42b-f7daee08feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:08.837718 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2cf2d56-992c-4c10-8594-193a09fcb694 req-b63e8c0a-0180-4655-b42b-f7daee08feb7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 916 time: 0.0876496 Apr 28 15:04:08.917463 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2cf2d56-992c-4c10-8594-193a09fcb694 req-01a39f74-ea91-4fcb-ae96-4bf63ea04b17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4fe86ad-9de2-40e8-8b5b-3e4088b63572 HTTP/1.1" status: 200 len: 998 time: 0.0587924 Apr 28 15:04:08.944952 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f470e0c7-e7ba-4597-b28f-91a9db587aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'af5c6253-0bcc-4a63-acf6-72c2afb3eee6', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:31:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:53Z', 'updated_at': '2022-04-28T15:04:08Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:08.971511 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470e0c7-e7ba-4597-b28f-91a9db587aae None None] Checking router: 40656fc2-6c52-4293-b017-33ab66147f11 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:08.975955 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf2d56-992c-4c10-8594-193a09fcb694 req-9ae458e0-5eae-41e0-a78b-f121442e45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:08.977451 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2cf2d56-992c-4c10-8594-193a09fcb694 req-9ae458e0-5eae-41e0-a78b-f121442e45f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4a45de5-2458-48c8-906b-01e1b205ed9e HTTP/1.1" status: 200 len: 854 time: 0.0474575 Apr 28 15:04:08.979761 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470e0c7-e7ba-4597-b28f-91a9db587aae None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:08.980360 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f470e0c7-e7ba-4597-b28f-91a9db587aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:03:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:09.024570 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf2d56-992c-4c10-8594-193a09fcb694 req-74afb827-7eef-4a62-8864-bab680cbde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:09.025988 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2cf2d56-992c-4c10-8594-193a09fcb694 req-74afb827-7eef-4a62-8864-bab680cbde24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420234 Apr 28 15:04:09.086084 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-f470e0c7-e7ba-4597-b28f-91a9db587aae None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:09.121590 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2cf2d56-992c-4c10-8594-193a09fcb694 req-bf655e09-e60c-4f84-8d00-df76f5307378 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800192 Apr 28 15:04:09.224290 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f2cf2d56-992c-4c10-8594-193a09fcb694 req-d365492b-6271-4d1e-bccb-e95acc94d82d service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865791 Apr 28 15:04:09.301276 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-f470e0c7-e7ba-4597-b28f-91a9db587aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'af5c6253-0bcc-4a63-acf6-72c2afb3eee6', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:31:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:53Z', 'updated_at': '2022-04-28T15:04:08Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:09.331387 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470e0c7-e7ba-4597-b28f-91a9db587aae None None] The sync data for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi is: [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'af5c6253-0bcc-4a63-acf6-72c2afb3eee6', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:31:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:53Z', 'updated_at': '2022-04-28T15:04:08Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:09.515793 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c6c62-8e22-49f9-b546-63bf04b98667 None None] New status for floating IP af5c6253-0bcc-4a63-acf6-72c2afb3eee6: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:04:14.428371 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-43995dbe-2b3b-4170-ad7e-4f8f2c794839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:16.794436 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-71261188-dea9-4192-aabc-3fb56e6a9bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:18.028326 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:19.313965 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:20.857060 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:23.875112 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea4d34-c52f-42c0-81d1-71e5a07a7127 req-e30abce2-adc1-4035-8c86-c8238c0b6b0b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:23.876583 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-36ea4d34-c52f-42c0-81d1-71e5a07a7127 req-e30abce2-adc1-4035-8c86-c8238c0b6b0b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 947 time: 0.0502188 Apr 28 15:04:23.922998 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-36ea4d34-c52f-42c0-81d1-71e5a07a7127 req-922d6f54-df6b-4a92-8a12-1794aa45b702 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403821 Apr 28 15:04:25.042709 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bbf4c-b94e-4c1a-9f88-2ffbe7fee5bc req-843b03d3-eb50-48dd-831a-7f920abb7b0b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:25.044187 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-996bbf4c-b94e-4c1a-9f88-2ffbe7fee5bc req-843b03d3-eb50-48dd-831a-7f920abb7b0b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 947 time: 0.0483477 Apr 28 15:04:25.090261 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-996bbf4c-b94e-4c1a-9f88-2ffbe7fee5bc req-cbc1c2d2-2abc-4198-b841-fb96dc58d3f1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404930 Apr 28 15:04:25.790002 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-fb78c86a-96e0-4bd2-9a9f-21dfef3abe63 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:25.791447 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-fb78c86a-96e0-4bd2-9a9f-21dfef3abe63 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 947 time: 0.0465972 Apr 28 15:04:25.881089 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Deleting port 80d4b663-9987-4881-8f15-f09d0ebe88bb {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:04:25.881437 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:25.966209 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] For port 80d4b663-9987-4881-8f15-f09d0ebe88bb, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=80d4b663-9987-4881-8f15-f09d0ebe88bb,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:25.966484 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:26.138097 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:26.138792 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (f614319e-aab1-4d09-9b1d-d3e5e390aa1d), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:26.138792 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Floating IP f614319e-aab1-4d09-9b1d-d3e5e390aa1d disassociated. External IP: 172.27.2.91, port: 80d4b663-9987-4881-8f15-f09d0ebe88bb. Apr 28 15:04:26.139096 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Calling delete_port for 80d4b663-9987-4881-8f15-f09d0ebe88bb owned by compute:nova {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:04:26.210614 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d4c2e-656b-43ee-b24b-5ebb7fd54234 req-1d225147-7b09-4845-8a17-4792cce97d6a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:26.213637 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-540d4c2e-656b-43ee-b24b-5ebb7fd54234 req-1d225147-7b09-4845-8a17-4792cce97d6a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ce0ccdd-c3a0-4620-b461-55c5acbed035 HTTP/1.1" status: 200 len: 947 time: 0.0494637 Apr 28 15:04:26.263373 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-540d4c2e-656b-43ee-b24b-5ebb7fd54234 req-5490d60e-0759-4121-b599-0d5733ca2f9b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437305 Apr 28 15:04:26.337252 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (80d4b663-9987-4881-8f15-f09d0ebe88bb), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:26.368669 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event deleted for resources: {'Port': ['ID=80d4b663-9987-4881-8f15-f09d0ebe88bb,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:26.482527 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Router 9901658d-6076-48c5-8d85-b2564a26a857 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:26.605426 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:26.615298 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9ff065-2a71-428e-9cf9-5e3d5b8b9bda None None] Sync routers for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:26.625395 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ff065-2a71-428e-9cf9-5e3d5b8b9bda None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:26.626005 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-9d9ff065-2a71-428e-9cf9-5e3d5b8b9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:04:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:26.647388 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] No DVR routers for this DVR port 80d4b663-9987-4881-8f15-f09d0ebe88bb on host hv-cinder-83976 {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:26.649899 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:26.653279 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-41df6112-927c-48bd-a960-6fc1eab8ad87 req-2a276354-c3f6-4859-852b-6fcb655b20f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.42 "DELETE /v2.0/ports/80d4b663-9987-4881-8f15-f09d0ebe88bb HTTP/1.1" status: 204 len: 173 time: 0.8555498 Apr 28 15:04:26.653710 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'name': 'network-vif-deleted', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:26.656006 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db59f14-e183-44c3-97f2-23cc918b9a48" -d '{"events": [{"server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "name": "network-vif-deleted", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:26.692167 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4fe1f1-5f66-4c9c-8abd-c6386c8df7b6 x-openstack-request-id: req-2a4fe1f1-5f66-4c9c-8abd-c6386c8df7b6 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:26.692539 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce0ccdd-c3a0-4620-b461-55c5acbed035", "name": "network-vif-deleted", "tag": "80d4b663-9987-4881-8f15-f09d0ebe88bb", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:26.692883 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a4fe1f1-5f66-4c9c-8abd-c6386c8df7b6 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:26.693449 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4fe1f1-5f66-4c9c-8abd-c6386c8df7b6'] response: {'server_uuid': '6ce0ccdd-c3a0-4620-b461-55c5acbed035', 'name': 'network-vif-deleted', 'tag': '80d4b663-9987-4881-8f15-f09d0ebe88bb', 'status': 'completed', 'code': 200} Apr 28 15:04:26.748204 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-9d9ff065-2a71-428e-9cf9-5e3d5b8b9bda None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:27.036777 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-9d9ff065-2a71-428e-9cf9-5e3d5b8b9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:27.066386 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9ff065-2a71-428e-9cf9-5e3d5b8b9bda None None] Checking router: 9901658d-6076-48c5-8d85-b2564a26a857 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:27.074826 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ff065-2a71-428e-9cf9-5e3d5b8b9bda None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:27.075430 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-9d9ff065-2a71-428e-9cf9-5e3d5b8b9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:04:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:27.185208 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-9d9ff065-2a71-428e-9cf9-5e3d5b8b9bda None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:27.372326 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-9d9ff065-2a71-428e-9cf9-5e3d5b8b9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:27.403837 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9ff065-2a71-428e-9cf9-5e3d5b8b9bda None None] The sync data for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi is: [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:27.430253 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55456) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:27.485450 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4003-b162-4aca-8110-4758eb8f7cc7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group (fabb90af-1e3c-4c5d-91d1-f77e4c09e95a), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:27.509509 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4003-b162-4aca-8110-4758eb8f7cc7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group (fabb90af-1e3c-4c5d-91d1-f77e4c09e95a), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:27.621624 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897b12f-7535-4749-befa-13477b560a2d None None] New status for floating IP f614319e-aab1-4d09-9b1d-d3e5e390aa1d: DOWN {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:04:27.648750 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4003-b162-4aca-8110-4758eb8f7cc7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (fabb90af-1e3c-4c5d-91d1-f77e4c09e95a), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:27.651531 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2e8e4003-b162-4aca-8110-4758eb8f7cc7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:27.652774 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-2e8e4003-b162-4aca-8110-4758eb8f7cc7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "DELETE /v2.0/security-groups/fabb90af-1e3c-4c5d-91d1-f77e4c09e95a HTTP/1.1" status: 204 len: 168 time: 0.2215207 Apr 28 15:04:27.660457 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55458) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:27.665959 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e4003-b162-4aca-8110-4758eb8f7cc7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabb90af-1e3c-4c5d-91d1-f77e4c09e95a,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:27.672916 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.api.v2.resource [None req-4fad02e1-0eb6-452b-9638-d606e70af665 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] show failed (client error): The resource could not be found. Apr 28 15:04:27.674608 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-4fad02e1-0eb6-452b-9638-d606e70af665 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups/fabb90af-1e3c-4c5d-91d1-f77e4c09e95a HTTP/1.1" status: 404 len: 347 time: 0.0178010 Apr 28 15:04:27.677612 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55460) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:27.797366 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-3385dfa0-9ac1-4711-8403-9e989904c21a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Deleting port 1ea72864-44f0-4690-a6b2-91bad83952f6 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:04:27.802039 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3385dfa0-9ac1-4711-8403-9e989904c21a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (1ea72864-44f0-4690-a6b2-91bad83952f6), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:27.877050 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3385dfa0-9ac1-4711-8403-9e989904c21a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (1ea72864-44f0-4690-a6b2-91bad83952f6), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:27.877366 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3385dfa0-9ac1-4711-8403-9e989904c21a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (1ea72864-44f0-4690-a6b2-91bad83952f6), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:27.889769 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-3385dfa0-9ac1-4711-8403-9e989904c21a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Calling delete_port for 1ea72864-44f0-4690-a6b2-91bad83952f6 owned by network:floatingip {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:04:28.076444 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3385dfa0-9ac1-4711-8403-9e989904c21a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (1ea72864-44f0-4690-a6b2-91bad83952f6), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:28.101829 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385dfa0-9ac1-4711-8403-9e989904c21a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event deleted for resources: {'Port': ['ID=1ea72864-44f0-4690-a6b2-91bad83952f6,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:28.161505 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3385dfa0-9ac1-4711-8403-9e989904c21a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (f614319e-aab1-4d09-9b1d-d3e5e390aa1d), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:28.164074 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3385dfa0-9ac1-4711-8403-9e989904c21a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:28.165253 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3385dfa0-9ac1-4711-8403-9e989904c21a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "DELETE /v2.0/floatingips/f614319e-aab1-4d09-9b1d-d3e5e390aa1d HTTP/1.1" status: 204 len: 168 time: 0.4867513 Apr 28 15:04:28.484252 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55464) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:28.489793 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-99ab97c9-8c9e-4973-b15b-96ff7e9b2634 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--240759563', 'description': 'tempest-description--1462127065'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:28.559914 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-99ab97c9-8c9e-4973-b15b-96ff7e9b2634 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:28.623745 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-99ab97c9-8c9e-4973-b15b-96ff7e9b2634 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group (14fe48e0-3f4b-4810-b514-31ba38c70002), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:28.673988 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-99ab97c9-8c9e-4973-b15b-96ff7e9b2634 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (14fe48e0-3f4b-4810-b514-31ba38c70002), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:28.705373 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab97c9-8c9e-4973-b15b-96ff7e9b2634 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fe48e0-3f4b-4810-b514-31ba38c70002,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:28.767441 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-99ab97c9-8c9e-4973-b15b-96ff7e9b2634 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:28.768690 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-99ab97c9-8c9e-4973-b15b-96ff7e9b2634 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2833889 Apr 28 15:04:28.771602 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55466) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:28.776149 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-4fb09f0e-ad6b-40da-9756-50ccda334b31 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Request body: {'security_group_rule': {'security_group_id': '14fe48e0-3f4b-4810-b514-31ba38c70002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:28.862247 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4fb09f0e-ad6b-40da-9756-50ccda334b31 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group_rule (f37bcaf4-f452-417f-a708-0b2773295536), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:28.919197 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4fb09f0e-ad6b-40da-9756-50ccda334b31 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group_rule (f37bcaf4-f452-417f-a708-0b2773295536), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:28.976905 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4fb09f0e-ad6b-40da-9756-50ccda334b31 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (f37bcaf4-f452-417f-a708-0b2773295536), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:28.995079 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb09f0e-ad6b-40da-9756-50ccda334b31 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37bcaf4-f452-417f-a708-0b2773295536,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:29.076270 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4fb09f0e-ad6b-40da-9756-50ccda334b31 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:29.077569 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4fb09f0e-ad6b-40da-9756-50ccda334b31 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049784 Apr 28 15:04:29.082441 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55468) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:29.084359 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-c21bf00d-acb1-4508-b361-dcf93b8ff782 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Request body: {'security_group_rule': {'security_group_id': '14fe48e0-3f4b-4810-b514-31ba38c70002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:29.179661 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c21bf00d-acb1-4508-b361-dcf93b8ff782 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group_rule (86fa8de0-5777-43f3-b3f9-68d193815d78), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:29.233884 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c21bf00d-acb1-4508-b361-dcf93b8ff782 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group_rule (86fa8de0-5777-43f3-b3f9-68d193815d78), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:29.305430 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c21bf00d-acb1-4508-b361-dcf93b8ff782 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (86fa8de0-5777-43f3-b3f9-68d193815d78), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:29.322073 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bf00d-acb1-4508-b361-dcf93b8ff782 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fa8de0-5777-43f3-b3f9-68d193815d78,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:29.390099 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c21bf00d-acb1-4508-b361-dcf93b8ff782 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:29.391284 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-c21bf00d-acb1-4508-b361-dcf93b8ff782 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102477 Apr 28 15:04:29.394396 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55470) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:29.399064 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:29.436799 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 80d4b663-9987-4881-8f15-f09d0ebe88bb no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:29.455982 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 80d4b663-9987-4881-8f15-f09d0ebe88bb {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:04:29.456324 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 80d4b663-9987-4881-8f15-f09d0ebe88bb not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:29.485694 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:29.564772 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:29.667518 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Allocated IP 172.27.2.127 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/bcf43124-bfbd-4b44-a88b-afea353a173e) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:29.769620 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for port (bcf43124-bfbd-4b44-a88b-afea353a173e), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:29.872230 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (bcf43124-bfbd-4b44-a88b-afea353a173e), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:29.910807 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:29.916247 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:29.919877 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:29.941224 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event updated for resources: {'Port': ['ID=bcf43124-bfbd-4b44-a88b-afea353a173e,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:30.009431 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (10d26211-e576-4a71-a08b-1b3f19b35c2a), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:30.102490 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (bcf43124-bfbd-4b44-a88b-afea353a173e), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:30.233831 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdfcaf-f366-4ec0-90f2-3390f81386c6 req-fe25e07f-1aa4-4cde-b7a6-629d30b14f89 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:30.235364 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0cfdfcaf-f366-4ec0-90f2-3390f81386c6 req-fe25e07f-1aa4-4cde-b7a6-629d30b14f89 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0514874 Apr 28 15:04:30.259439 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for port (bcf43124-bfbd-4b44-a88b-afea353a173e), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:30.297393 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0cfdfcaf-f366-4ec0-90f2-3390f81386c6 req-bf7cdeac-d04e-4dab-9307-a21c75ec4ce7 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559464 Apr 28 15:04:30.299754 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a6b0d-95dd-4cab-ab66-564fe17a3b42 req-40d65b44-b5d4-4100-9475-413bce955c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:30.301335 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-905a6b0d-95dd-4cab-ab66-564fe17a3b42 req-40d65b44-b5d4-4100-9475-413bce955c01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a70bbde9b0854041bbbb8243c3d54a88&device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 1168 time: 0.0392532 Apr 28 15:04:30.337212 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (bcf43124-bfbd-4b44-a88b-afea353a173e), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:30.443053 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event updated for resources: {'Port': ['ID=bcf43124-bfbd-4b44-a88b-afea353a173e,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:30.453338 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (10d26211-e576-4a71-a08b-1b3f19b35c2a), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:30.473043 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a6b0d-95dd-4cab-ab66-564fe17a3b42 req-b3e8a353-7be3-4370-afda-e80e2476f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:30.474518 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-905a6b0d-95dd-4cab-ab66-564fe17a3b42 req-b3e8a353-7be3-4370-afda-e80e2476f013 service neutron] 10.222.0.42 "GET /v2.0/networks?id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2 HTTP/1.1" status: 200 len: 916 time: 0.1653159 Apr 28 15:04:30.544721 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-905a6b0d-95dd-4cab-ab66-564fe17a3b42 req-31246fd4-d65c-46b5-96e8-800d1f06eacc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c26588c-7146-425e-bcda-131aa18eed82 HTTP/1.1" status: 200 len: 1001 time: 0.0618160 Apr 28 15:04:30.547746 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:30.548837 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-88fe2abe-ef10-441b-88f8-1666b870abe5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1535232 Apr 28 15:04:30.595413 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a6b0d-95dd-4cab-ab66-564fe17a3b42 req-80cd4e50-2b60-424c-b9ea-3c9e81889c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:30.596988 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-905a6b0d-95dd-4cab-ab66-564fe17a3b42 req-80cd4e50-2b60-424c-b9ea-3c9e81889c93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0896a7f5-d1fb-446d-998b-5caea5170940 HTTP/1.1" status: 200 len: 854 time: 0.0444751 Apr 28 15:04:30.641820 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a6b0d-95dd-4cab-ab66-564fe17a3b42 req-2944b14f-e6da-4316-9b81-6eb254833d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:30.643348 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-905a6b0d-95dd-4cab-ab66-564fe17a3b42 req-2944b14f-e6da-4316-9b81-6eb254833d7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388350 Apr 28 15:04:30.745997 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:31.017997 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-b34b6e86-dd4e-404b-883f-a405eb2af5b1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--240759563&fields=id&tenant_id=6ffdd233ccf8404f80158282c5e1f31b HTTP/1.1" status: 200 len: 267 time: 0.3076487 Apr 28 15:04:31.019928 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-905a6b0d-95dd-4cab-ab66-564fe17a3b42 req-7571c387-cb67-4123-b1c6-54017218127a service neutron] 10.222.0.42 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685749 Apr 28 15:04:31.184799 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-87e5abe3-cad5-48c7-8e61-7f561a46456d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:31.186307 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-87e5abe3-cad5-48c7-8e61-7f561a46456d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/networks?id=60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 200 len: 816 time: 0.1615419 Apr 28 15:04:31.190341 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-905a6b0d-95dd-4cab-ab66-564fe17a3b42 req-c03f410c-51e5-4186-b56a-4946b51c0ac0 service neutron] 10.222.0.42 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571972 Apr 28 15:04:31.201785 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-af1aa1a1-ca26-4ed4-afd1-780f251305b6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/quotas/6ffdd233ccf8404f80158282c5e1f31b HTTP/1.1" status: 200 len: 375 time: 0.0096004 Apr 28 15:04:31.251077 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-e1bba7c3-2ec8-4237-96f8-d5a3e71222f0 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431991 Apr 28 15:04:31.351245 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f0423d3a-8de7-41f9-99ca-781fa07a349f service neutron] 10.222.0.31 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882125 Apr 28 15:04:31.412490 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcae93b-8e19-452c-88f4-afe463d9d91b req-eafc0044-ceb1-4a5c-8dfe-25be3ff244a8 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:31.414011 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cdcae93b-8e19-452c-88f4-afe463d9d91b req-eafc0044-ceb1-4a5c-8dfe-25be3ff244a8 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0487750 Apr 28 15:04:31.450556 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-d3e40aae-3abe-4974-8f82-246ddeb32bf8 service neutron] 10.222.0.31 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933573 Apr 28 15:04:31.478001 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cdcae93b-8e19-452c-88f4-afe463d9d91b req-611b592b-6c52-416a-bf71-eaf4638612f9 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571225 Apr 28 15:04:31.672209 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-471c6019-aef1-4b23-aa18-f4cda2644c89 req-af76fc37-8ed8-4b6b-af2b-914e54d6824a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 210 time: 0.0318086 Apr 28 15:04:32.593881 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd7495-7cc0-46a5-87fe-fbea2189dafb req-a670bcdf-ae9a-48da-b2e8-78cfb52194d7 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:32.595321 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-06bd7495-7cc0-46a5-87fe-fbea2189dafb req-a670bcdf-ae9a-48da-b2e8-78cfb52194d7 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0468574 Apr 28 15:04:32.654058 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-06bd7495-7cc0-46a5-87fe-fbea2189dafb req-ef008a7d-d2f4-4764-9564-4dacd4d339e6 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528247 Apr 28 15:04:32.769430 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3a6df6cf-8cb3-4f7e-b6cd-7573d0084a5d req-a0e6652c-51b9-43d9-9712-ef951db57bc5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 210 time: 0.0275214 Apr 28 15:04:33.618196 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-bf7dd0f7-2680-4143-bcbd-702400d0b417 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:33.619690 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-bf7dd0f7-2680-4143-bcbd-702400d0b417 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.42 "GET /v2.0/networks?id=60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 200 len: 816 time: 0.1388772 Apr 28 15:04:33.686479 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-94741582-6a14-454e-aa77-b9da987327a3 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ffdd233ccf8404f80158282c5e1f31b HTTP/1.1" status: 200 len: 379 time: 0.0542407 Apr 28 15:04:33.697293 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Request body: {'port': {'device_id': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'admin_state_up': True, 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'security_groups': ['14fe48e0-3f4b-4810-b514-31ba38c70002']}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:33.811376 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1b5b0-8e90-45a0-9bad-536fabfd3492 req-ca13b327-ac9e-443f-9347-4c6ebb692a03 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:33.812899 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-11a1b5b0-8e90-45a0-9bad-536fabfd3492 req-ca13b327-ac9e-443f-9347-4c6ebb692a03 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0839250 Apr 28 15:04:33.875018 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cfbb2877-feb1-4579-b87a-7ab95b092f34 req-5c660d8c-89b1-4cb7-adb2-9f492af61c7f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 210 time: 0.0294635 Apr 28 15:04:33.893082 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-11a1b5b0-8e90-45a0-9bad-536fabfd3492 req-65361a2a-6b55-411a-9752-5871599a69d3 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688977 Apr 28 15:04:33.936922 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Made reservation on behalf of 6ffdd233ccf8404f80158282c5e1f31b for: {'port': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:33.940403 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:34.067343 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Allocated IP 172.20.0.6 (60fd79c5-50c5-4587-8604-5daaaa9b4694/4bba402f-a684-4714-861d-42a0c9992a9f/a1bcad07-bc11-486f-8361-3f6bc410e1ac) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:34.200716 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:34.283361 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:34.329611 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Network 60fd79c5-50c5-4587-8604-5daaaa9b4694 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:34.334902 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:34.339365 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:34.363043 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event updated for resources: {'Port': ['ID=a1bcad07-bc11-486f-8361-3f6bc410e1ac,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:34.393023 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:34.393645 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:34.482629 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-4a8ea558-ecb3-4470-bdc4-aa362b593a91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7897077 Apr 28 15:04:34.498540 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Request body: {'port': {'device_id': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:34.548142 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-1d8d96fa-8a08-432a-90ef-f0f3b0057573 None None] Provisioning complete for port a1bcad07-bc11-486f-8361-3f6bc410e1ac triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:04:34.549162 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1d8d96fa-8a08-432a-90ef-f0f3b0057573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:34.556965 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:34.583677 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-1d8d96fa-8a08-432a-90ef-f0f3b0057573 None None] Port a1bcad07-bc11-486f-8361-3f6bc410e1ac cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:04:34.817615 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1bcad07-bc11-486f-8361-3f6bc410e1ac {{(pid=110071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:04:34.824880 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Publish callbacks [] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:34.836754 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.provisioning_blocks [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Transition to ACTIVE for port object a1bcad07-bc11-486f-8361-3f6bc410e1ac will not be triggered until provisioned by entity L2. {{(pid=110071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:04:34.890826 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:34.943640 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bcad07-bc11-486f-8361-3f6bc410e1ac,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:35.005989 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143bd12-afa2-4fb4-b713-8d06c5171529 req-6391dc07-fccf-4331-9c6b-b39eff601593 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:35.007515 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d143bd12-afa2-4fb4-b713-8d06c5171529 req-6391dc07-fccf-4331-9c6b-b39eff601593 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0535238 Apr 28 15:04:35.055243 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854b9e1-6082-42d7-8155-b649e44e96f3 req-7226bf17-dcab-40c7-8448-d86223e037d8 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:35.056825 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5854b9e1-6082-42d7-8155-b649e44e96f3 req-7226bf17-dcab-40c7-8448-d86223e037d8 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0750036 Apr 28 15:04:35.058001 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Attempting to bind port a1bcad07-bc11-486f-8361-3f6bc410e1ac on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:04:35.058340 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Attempting to bind port a1bcad07-bc11-486f-8361-3f6bc410e1ac by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:04:35.058673 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Attempting to bind port a1bcad07-bc11-486f-8361-3f6bc410e1ac on network 60fd79c5-50c5-4587-8604-5daaaa9b4694 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:35.061799 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d143bd12-afa2-4fb4-b713-8d06c5171529 req-f4e77bd4-59cf-4670-b405-78fcc025e733 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478039 Apr 28 15:04:35.074549 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Port a1bcad07-bc11-486f-8361-3f6bc410e1ac on network 60fd79c5-50c5-4587-8604-5daaaa9b4694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:04:35.074899 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Attempting to bind port a1bcad07-bc11-486f-8361-3f6bc410e1ac on network 60fd79c5-50c5-4587-8604-5daaaa9b4694 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:35.099427 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:35.099769 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Checking segment: {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:04:35.100158 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Bound using segment: {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:35.100606 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Bound port: a1bcad07-bc11-486f-8361-3f6bc410e1ac, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd087371-f5ed-41cb-88a3-94c78497e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694'}}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:04:35.101001 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:35.160864 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5854b9e1-6082-42d7-8155-b649e44e96f3 req-6ec78acd-68ec-4905-a13f-c7950830a050 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938256 Apr 28 15:04:35.188801 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, cleared binding levels {{(pid=110071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:35.191875 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:35.254884 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:35.292402 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:35.293050 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:35.294419 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] 10.222.0.42 "PUT /v2.0/ports/a1bcad07-bc11-486f-8361-3f6bc410e1ac HTTP/1.1" status: 200 len: 1093 time: 0.8002224 Apr 28 15:04:35.294854 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:35.297139 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d587326-42e8-46e7-a387-e9e2a0212a12" -d '{"events": [{"name": "network-changed", "server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:35.328396 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8c9a0-d852-42c8-b211-b4352e4267c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bcad07-bc11-486f-8361-3f6bc410e1ac,revision_number=3']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:35.338305 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0db21fb-30d0-4ad3-9e47-48c04697345e x-openstack-request-id: req-f0db21fb-30d0-4ad3-9e47-48c04697345e {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:35.338670 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:35.339060 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0db21fb-30d0-4ad3-9e47-48c04697345e {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:35.339529 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0db21fb-30d0-4ad3-9e47-48c04697345e'] response: {'name': 'network-changed', 'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'status': 'completed', 'code': 200} Apr 28 15:04:35.413229 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587326-42e8-46e7-a387-e9e2a0212a12 req-b5da3fec-6cfd-448b-bab7-9881e5181924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:35.415363 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4d587326-42e8-46e7-a387-e9e2a0212a12 req-b5da3fec-6cfd-448b-bab7-9881e5181924 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 1127 time: 0.0420308 Apr 28 15:04:35.515625 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587326-42e8-46e7-a387-e9e2a0212a12 req-13e1bd48-4810-42f9-a387-bfaa88c9f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:35.517048 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4d587326-42e8-46e7-a387-e9e2a0212a12 req-13e1bd48-4810-42f9-a387-bfaa88c9f375 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0929756 Apr 28 15:04:35.613028 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587326-42e8-46e7-a387-e9e2a0212a12 req-ed14e775-c584-4866-beb0-f719206a1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:35.614483 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4d587326-42e8-46e7-a387-e9e2a0212a12 req-ed14e775-c584-4866-beb0-f719206a1960 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895917 Apr 28 15:04:35.699548 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-5b00afff-9907-4938-bf49-8ea3a4717847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:35.701048 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-5b00afff-9907-4938-bf49-8ea3a4717847 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 1127 time: 0.0386837 Apr 28 15:04:35.747658 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-0a94e785-9c92-4c86-b027-8059bd2111c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac HTTP/1.1" status: 200 len: 217 time: 0.0374870 Apr 28 15:04:35.797680 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-fc287e54-d433-49cb-a75c-89679236d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:35.799049 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-fc287e54-d433-49cb-a75c-89679236d7bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bba402f-a684-4714-861d-42a0c9992a9f HTTP/1.1" status: 200 len: 855 time: 0.0430462 Apr 28 15:04:35.844217 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-d65d8755-13d6-4e3f-8ffa-0e31f4989ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:35.845724 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-d65d8755-13d6-4e3f-8ffa-0e31f4989ae1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60fd79c5-50c5-4587-8604-5daaaa9b4694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387166 Apr 28 15:04:35.939877 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-3bfb304d-fad1-4b9f-98df-3eaeae48af08 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849779 Apr 28 15:04:36.027618 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bfd98c12-91f5-41f9-baaf-7ac28ae0b041 req-d774cab2-8f3e-483d-afac-7f2d65f24fbd service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798609 Apr 28 15:04:36.184135 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f53dd-335d-45ee-a46a-39a0601afe94 req-2d364012-8fba-46fb-85d3-1a4f5d370d11 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:36.185637 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-916f53dd-335d-45ee-a46a-39a0601afe94 req-2d364012-8fba-46fb-85d3-1a4f5d370d11 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0504394 Apr 28 15:04:36.233895 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-916f53dd-335d-45ee-a46a-39a0601afe94 req-80af4c91-df05-4783-97a8-3e4c1a827791 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425136 Apr 28 15:04:36.277958 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e908-3e36-4482-b501-f8d1e86a069b req-c83ba975-0fb5-43ea-aefe-a4b0d132b273 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:36.279422 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0475e908-3e36-4482-b501-f8d1e86a069b req-c83ba975-0fb5-43ea-aefe-a4b0d132b273 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0468872 Apr 28 15:04:36.337405 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0475e908-3e36-4482-b501-f8d1e86a069b req-62f639eb-8abb-431f-a205-c4564f1546dd tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523744 Apr 28 15:04:37.383144 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a9f8b-18b5-4af5-8619-85b788fb6d8a req-381df831-936e-4b32-b4bd-86ddcf9acc11 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:37.385191 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fa4a9f8b-18b5-4af5-8619-85b788fb6d8a req-381df831-936e-4b32-b4bd-86ddcf9acc11 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0747612 Apr 28 15:04:37.391205 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3f5165f-b0fd-4262-b7ca-c687ec29a3fa req-6b233db5-2896-4a6f-a7f4-ee2e88b5b555 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513930 Apr 28 15:04:37.435151 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fa4a9f8b-18b5-4af5-8619-85b788fb6d8a req-1295a6b3-82f8-4676-b3ac-2a9610c5f0b8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429933 Apr 28 15:04:37.453138 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9c194-bcdb-4c10-92d0-d842d51c223e req-cbdf0558-1253-49a6-adc2-fdb460928dab tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:37.455230 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-70f9c194-bcdb-4c10-92d0-d842d51c223e req-cbdf0558-1253-49a6-adc2-fdb460928dab tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0486200 Apr 28 15:04:37.480963 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5165f-b0fd-4262-b7ca-c687ec29a3fa req-9f5f81e9-50cf-47b6-abd5-b39e66432a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:37.482446 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3f5165f-b0fd-4262-b7ca-c687ec29a3fa req-9f5f81e9-50cf-47b6-abd5-b39e66432a99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d815343f17b47b68979d8366b04d25b&device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 1129 time: 0.0415583 Apr 28 15:04:37.495158 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a1bcad07-bc11-486f-8361-3f6bc410e1ac details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:04:37.514801 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-70f9c194-bcdb-4c10-92d0-d842d51c223e req-893a638b-d831-435d-b7da-3f57285e46dd tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538471 Apr 28 15:04:37.585852 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5165f-b0fd-4262-b7ca-c687ec29a3fa req-ffdc16a2-68ef-4442-a188-43f3fc4bf836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:37.587382 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3f5165f-b0fd-4262-b7ca-c687ec29a3fa req-ffdc16a2-68ef-4442-a188-43f3fc4bf836 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3 HTTP/1.1" status: 200 len: 911 time: 0.0859401 Apr 28 15:04:37.594106 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:37.606544 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'port_id': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'mac_address': 'fa:16:3e:e3:bd:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:04:37.645262 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port a1bcad07-bc11-486f-8361-3f6bc410e1ac is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:04:37.645656 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:37.655026 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3f5165f-b0fd-4262-b7ca-c687ec29a3fa req-177194a9-9e20-4d40-aed1-45e3d89f5aef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d90122cc-9597-40e2-a3a5-4c1ef1427a0e HTTP/1.1" status: 200 len: 1000 time: 0.0614872 Apr 28 15:04:37.659003 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bcad07-bc11-486f-8361-3f6bc410e1ac {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:04:37.679607 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:37.704005 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5165f-b0fd-4262-b7ca-c687ec29a3fa req-94e800a2-5c2d-4698-b6bb-1f7e715edc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:37.705547 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3f5165f-b0fd-4262-b7ca-c687ec29a3fa req-94e800a2-5c2d-4698-b6bb-1f7e715edc06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f47bfcc2-cda5-4d28-84bc-3aea2b779f1b HTTP/1.1" status: 200 len: 849 time: 0.0438805 Apr 28 15:04:37.745801 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:37.756296 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5165f-b0fd-4262-b7ca-c687ec29a3fa req-4ddcb89b-6340-4ae3-a74f-8d4be9e1701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:37.757799 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3f5165f-b0fd-4262-b7ca-c687ec29a3fa req-4ddcb89b-6340-4ae3-a74f-8d4be9e1701e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391834 Apr 28 15:04:37.797246 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=a1bcad07-bc11-486f-8361-3f6bc410e1ac,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:37.850367 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3f5165f-b0fd-4262-b7ca-c687ec29a3fa req-cf501d0f-66a9-4d65-94c7-7ce36ea8ed75 service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837600 Apr 28 15:04:37.937136 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3f5165f-b0fd-4262-b7ca-c687ec29a3fa req-281578e9-2b33-4419-8a10-a7bc02ecab7c service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795460 Apr 28 15:04:38.079229 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['a1bcad07-bc11-486f-8361-3f6bc410e1ac'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:04:38.558074 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ae777-f7d0-4d82-a522-1bf6b23da956 req-252431fb-863f-4804-a8bd-0f563aa5da44 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:38.559555 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e1ae777-f7d0-4d82-a522-1bf6b23da956 req-252431fb-863f-4804-a8bd-0f563aa5da44 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 944 time: 0.0515447 Apr 28 15:04:38.609824 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e1ae777-f7d0-4d82-a522-1bf6b23da956 req-566bcd41-df2b-4e44-b74a-c45c30e225b9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447421 Apr 28 15:04:38.632592 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44c5d5-3fdf-4239-afb1-8996f168a11d req-1387e5a7-e36b-438d-9eac-46b5c8b79125 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:38.634605 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3f44c5d5-3fdf-4239-afb1-8996f168a11d req-1387e5a7-e36b-438d-9eac-46b5c8b79125 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0519218 Apr 28 15:04:38.692568 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3f44c5d5-3fdf-4239-afb1-8996f168a11d req-63249440-3766-4512-856d-51d310229e49 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524261 Apr 28 15:04:39.506794 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a1bcad07-bc11-486f-8361-3f6bc410e1ac up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:39.552332 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port a1bcad07-bc11-486f-8361-3f6bc410e1ac completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:04:39.651476 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port a1bcad07-bc11-486f-8361-3f6bc410e1ac triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:04:39.651909 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:39.734837 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port a1bcad07-bc11-486f-8361-3f6bc410e1ac is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:04:39.735233 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:39.736523 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b73cdd-0a77-47a3-b651-4efaccce6ff8 req-4990bc54-8c8f-4d9c-9810-c358443ea371 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:39.738237 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b8b73cdd-0a77-47a3-b651-4efaccce6ff8 req-4990bc54-8c8f-4d9c-9810-c358443ea371 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 944 time: 0.0491369 Apr 28 15:04:39.760623 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:39.762882 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fb969a-8ed9-421b-88f2-fce7b33a3331" -d '{"events": [{"server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "name": "network-vif-plugged", "status": "completed", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:39.776538 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:39.795118 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b8b73cdd-0a77-47a3-b651-4efaccce6ff8 req-4679506f-e3ba-45f4-888b-0777f8d45cb1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498743 Apr 28 15:04:39.810789 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1969-50b5-4d60-baaa-f9c312264adf req-4ecbc57f-8356-4ae2-b377-eb576945fd28 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:39.812283 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-132b1969-50b5-4d60-baaa-f9c312264adf req-4ecbc57f-8356-4ae2-b377-eb576945fd28 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0514441 Apr 28 15:04:39.848793 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0dc0bd-3b8c-441b-b4a1-24df0e532bb7 x-openstack-request-id: req-6c0dc0bd-3b8c-441b-b4a1-24df0e532bb7 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:39.849163 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "name": "network-vif-plugged", "status": "completed", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:39.849376 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c0dc0bd-3b8c-441b-b4a1-24df0e532bb7 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:39.849994 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0dc0bd-3b8c-441b-b4a1-24df0e532bb7'] response: {'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'code': 200} Apr 28 15:04:39.851306 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:39.878544 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-132b1969-50b5-4d60-baaa-f9c312264adf req-dc544331-a7a6-4827-990b-e6c5a2ec6469 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603645 Apr 28 15:04:39.919837 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=a1bcad07-bc11-486f-8361-3f6bc410e1ac,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:40.147964 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1c6d3-442b-400b-acee-d7f1e65a0803 req-8274bcea-4777-450e-a094-5ce381f74982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:40.149427 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3bf1c6d3-442b-400b-acee-d7f1e65a0803 req-8274bcea-4777-450e-a094-5ce381f74982 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 1129 time: 0.0411291 Apr 28 15:04:40.203525 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3bf1c6d3-442b-400b-acee-d7f1e65a0803 req-a5897feb-902d-44e3-adbe-29804f815226 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373662 Apr 28 15:04:40.482858 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672c78f-fb56-4f35-9cab-9debc831c77b req-5c4cb92e-5acb-41ed-bfd0-d02ff10a16b9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:40.484363 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2672c78f-fb56-4f35-9cab-9debc831c77b req-5c4cb92e-5acb-41ed-bfd0-d02ff10a16b9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0485146 Apr 28 15:04:40.534042 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2672c78f-fb56-4f35-9cab-9debc831c77b req-98f3cdf8-e2d0-47ad-b380-972c0424c37a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438328 Apr 28 15:04:40.912104 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da75283-31a4-47f5-9e36-da992ff760ff req-803acf35-3304-4e9c-9b20-25c452173ce2 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:40.913620 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1da75283-31a4-47f5-9e36-da992ff760ff req-803acf35-3304-4e9c-9b20-25c452173ce2 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0465238 Apr 28 15:04:40.960220 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1da75283-31a4-47f5-9e36-da992ff760ff req-92b2d59d-68a4-4882-8657-9b42b6a99572 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Apr 28 15:04:40.994546 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05a13e-b3ff-4223-9ada-0d0bd8bcb90e req-5fefbd0c-cc14-446e-a605-3982b2970b0e tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:40.996009 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-dd05a13e-b3ff-4223-9ada-0d0bd8bcb90e req-5fefbd0c-cc14-446e-a605-3982b2970b0e tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0465288 Apr 28 15:04:41.054124 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-dd05a13e-b3ff-4223-9ada-0d0bd8bcb90e req-ac3f8d3b-4830-4755-906a-83aee09daaba tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521133 Apr 28 15:04:41.645727 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d5311-9b45-4ace-a925-9c5d345b209c req-7e4cb13b-2f5a-4729-90a1-181022af0128 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:41.647178 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b54d5311-9b45-4ace-a925-9c5d345b209c req-7e4cb13b-2f5a-4729-90a1-181022af0128 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0464041 Apr 28 15:04:41.692821 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b54d5311-9b45-4ace-a925-9c5d345b209c req-94d10f2a-b204-4aad-9395-786d0704600e tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401380 Apr 28 15:04:42.076703 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b70d8-1e9c-4078-93b2-9d0a7e741600 req-974e0ebc-c836-4691-b777-f648fbeb68e9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:42.081828 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-687b70d8-1e9c-4078-93b2-9d0a7e741600 req-974e0ebc-c836-4691-b777-f648fbeb68e9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0456057 Apr 28 15:04:42.129081 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-687b70d8-1e9c-4078-93b2-9d0a7e741600 req-0ee3d703-7bba-47ab-a7a8-8c0b07a2b3ed tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453217 Apr 28 15:04:42.182229 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71eecd9-2345-41bd-860b-f7dc2905403b req-849fe748-2384-4cce-95e8-33ce2b7ecbeb tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:42.183795 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b71eecd9-2345-41bd-860b-f7dc2905403b req-849fe748-2384-4cce-95e8-33ce2b7ecbeb tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0494494 Apr 28 15:04:42.241537 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b71eecd9-2345-41bd-860b-f7dc2905403b req-14a6dd77-3303-4447-948d-0085445f3bb9 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519288 Apr 28 15:04:42.801746 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:04:42.802989 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0da6d-f0f5-4f16-a02e-06dea7a798ff req-d518e94a-769c-4bc7-9846-304e2ac0135b tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:42.804476 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7eb0da6d-f0f5-4f16-a02e-06dea7a798ff req-d518e94a-769c-4bc7-9846-304e2ac0135b tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0469456 Apr 28 15:04:42.851086 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7eb0da6d-f0f5-4f16-a02e-06dea7a798ff req-6263410b-8ad0-4395-a267-6d07ccd6f36a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406480 Apr 28 15:04:43.065463 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-dbf59f77-28f9-40dd-9123-47d6afcefaa1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:43.066966 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-dbf59f77-28f9-40dd-9123-47d6afcefaa1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.42 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0472569 Apr 28 15:04:43.248936 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ba7f-f1a8-48a5-b7ea-2a7d1f402006 req-1c5c3f50-b896-49d0-8c9b-f61dac371db5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:43.250588 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3187ba7f-f1a8-48a5-b7ea-2a7d1f402006 req-1c5c3f50-b896-49d0-8c9b-f61dac371db5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0463626 Apr 28 15:04:43.298874 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3187ba7f-f1a8-48a5-b7ea-2a7d1f402006 req-48493d58-fe91-4ce4-84a6-bc453e99531d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427635 Apr 28 15:04:43.355884 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad035b79-b133-4b94-a9d4-6ee5f391cb48 req-5814de65-6120-48b9-bffc-da9c6fa41a66 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:43.357384 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ad035b79-b133-4b94-a9d4-6ee5f391cb48 req-5814de65-6120-48b9-bffc-da9c6fa41a66 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0474312 Apr 28 15:04:43.421322 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ad035b79-b133-4b94-a9d4-6ee5f391cb48 req-17c0551a-34c4-49b9-9f31-ae929437f7ed tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581923 Apr 28 15:04:43.659804 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Deleting port d90122cc-9597-40e2-a3a5-4c1ef1427a0e {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:04:43.660145 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:43.751269 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] For port d90122cc-9597-40e2-a3a5-4c1ef1427a0e, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d90122cc-9597-40e2-a3a5-4c1ef1427a0e,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:43.751630 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:43.922037 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:43.922393 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (7c0de358-ee22-477f-8f65-a70ea3b1f6ab), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:43.922703 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Floating IP 7c0de358-ee22-477f-8f65-a70ea3b1f6ab disassociated. External IP: 172.27.2.81, port: d90122cc-9597-40e2-a3a5-4c1ef1427a0e. Apr 28 15:04:43.923040 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Calling delete_port for d90122cc-9597-40e2-a3a5-4c1ef1427a0e owned by compute:nova {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:04:43.966112 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291a64e-3b64-493a-80b3-cdb2d290c1e7 req-0c756f4c-c768-4941-88da-13ba2dd0bacb tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:43.967638 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f291a64e-3b64-493a-80b3-cdb2d290c1e7 req-0c756f4c-c768-4941-88da-13ba2dd0bacb tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 945 time: 0.0493414 Apr 28 15:04:44.014425 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f291a64e-3b64-493a-80b3-cdb2d290c1e7 req-d02f316c-7d61-4b86-af14-833205400dc8 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fb8831c-781d-43ec-9b01-74b50463d7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410242 Apr 28 15:04:44.139460 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (d90122cc-9597-40e2-a3a5-4c1ef1427a0e), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:44.168089 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event deleted for resources: {'Port': ['ID=d90122cc-9597-40e2-a3a5-4c1ef1427a0e,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:44.178878 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.179228 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.179572 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.179913 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.180244 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.180573 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.180923 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.181249 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.181623 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.181947 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.182270 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.182591 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.182917 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.183256 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.183555 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:44.293142 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Router ad80045c-0f56-444a-993f-4501a46c5613 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:44.435442 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:44.442440 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d86c4-6028-473b-ae0b-d02cc24af5fc req-6cf82384-3083-42cc-b0b1-882ca89d1201 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:44.443895 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c68d86c4-6028-473b-ae0b-d02cc24af5fc req-6cf82384-3083-42cc-b0b1-882ca89d1201 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0594845 Apr 28 15:04:44.446803 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63259d-0f9b-44ce-ab60-90b442d30131 None None] Sync routers for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:44.456440 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-32670dc5-9e10-4b8f-a1e9-f7a15ae8be73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:44.462904 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63259d-0f9b-44ce-ab60-90b442d30131 None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:44.464401 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-4c63259d-0f9b-44ce-ab60-90b442d30131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:04:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:44.545138 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d042d9e-170b-4db2-9937-efbbafe9bcc0 req-3f685588-11d0-4c17-8ef6-647f77cf2ef5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:44.553133 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2d042d9e-170b-4db2-9937-efbbafe9bcc0 req-3f685588-11d0-4c17-8ef6-647f77cf2ef5 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0568404 Apr 28 15:04:44.594170 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-4c63259d-0f9b-44ce-ab60-90b442d30131 None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:44.614913 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2d042d9e-170b-4db2-9937-efbbafe9bcc0 req-acf9bc4a-e86a-49d9-8e27-ddd0447e08e2 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605531 Apr 28 15:04:44.773345 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] No DVR routers for this DVR port d90122cc-9597-40e2-a3a5-4c1ef1427a0e on host hv-cinder-83976 {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:44.777189 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:44.780403 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b8d01a05-0d43-4a02-9d15-fb860231411d req-faf64e8a-c9cf-4cdd-b0bc-d45effd0bb06 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.42 "DELETE /v2.0/ports/d90122cc-9597-40e2-a3a5-4c1ef1427a0e HTTP/1.1" status: 204 len: 173 time: 1.2106926 Apr 28 15:04:44.780997 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'name': 'network-vif-deleted', 'tag': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:44.783180 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43c5e68-9c26-4bd8-99c6-f70aadb89bd2" -d '{"events": [{"server_uuid": "74c5801b-a1bd-4042-865c-787e6ed2925c", "name": "network-vif-deleted", "tag": "d90122cc-9597-40e2-a3a5-4c1ef1427a0e"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:44.807674 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-4c63259d-0f9b-44ce-ab60-90b442d30131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:44.812419 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c68d86c4-6028-473b-ae0b-d02cc24af5fc req-7800b03e-0b77-4de0-aec3-c6cbd4c2d636 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3441827 Apr 28 15:04:44.841259 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63259d-0f9b-44ce-ab60-90b442d30131 None None] Checking router: ad80045c-0f56-444a-993f-4501a46c5613 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:44.841382 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854ac8b6-9129-4975-a343-31700ca51d0d x-openstack-request-id: req-854ac8b6-9129-4975-a343-31700ca51d0d {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:44.841382 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c5801b-a1bd-4042-865c-787e6ed2925c", "name": "network-vif-deleted", "tag": "d90122cc-9597-40e2-a3a5-4c1ef1427a0e", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:44.841382 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-854ac8b6-9129-4975-a343-31700ca51d0d {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:44.841382 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854ac8b6-9129-4975-a343-31700ca51d0d'] response: {'server_uuid': '74c5801b-a1bd-4042-865c-787e6ed2925c', 'name': 'network-vif-deleted', 'tag': 'd90122cc-9597-40e2-a3a5-4c1ef1427a0e', 'status': 'completed', 'code': 200} Apr 28 15:04:44.843762 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63259d-0f9b-44ce-ab60-90b442d30131 None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:44.844445 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-4c63259d-0f9b-44ce-ab60-90b442d30131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:04:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:44.929542 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb323ac-c212-4947-888e-1e9791c59ad8 req-99e94ba3-a951-4d26-9f8c-188f0edfa7d7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:44.931022 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1cb323ac-c212-4947-888e-1e9791c59ad8 req-99e94ba3-a951-4d26-9f8c-188f0edfa7d7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0472002 Apr 28 15:04:44.940983 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55606) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:44.945951 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-ae6c24df-5465-48f4-9c16-0dc6bc2e7866 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Request body: {'floatingip': {'port_id': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:44.961940 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-4c63259d-0f9b-44ce-ab60-90b442d30131 None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:44.987682 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ae6c24df-5465-48f4-9c16-0dc6bc2e7866 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (10d26211-e576-4a71-a08b-1b3f19b35c2a), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:45.132116 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8996bebe-8f00-4688-abeb-ebbd274eb875 req-c56d5618-8248-4afa-9858-3e28bfc9eccb tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c5801b-a1bd-4042-865c-787e6ed2925c HTTP/1.1" status: 200 len: 210 time: 0.0333896 Apr 28 15:04:45.162190 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-4c63259d-0f9b-44ce-ab60-90b442d30131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:45.194651 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63259d-0f9b-44ce-ab60-90b442d30131 None None] The sync data for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi is: [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:45.450574 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc7dd8d-0312-409a-9568-ab9174de6c4f None None] New status for floating IP 7c0de358-ee22-477f-8f65-a70ea3b1f6ab: DOWN {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:04:45.473196 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ae6c24df-5465-48f4-9c16-0dc6bc2e7866 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:45.550522 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device d90122cc-9597-40e2-a3a5-4c1ef1427a0e no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:45.554336 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ae6c24df-5465-48f4-9c16-0dc6bc2e7866 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (10d26211-e576-4a71-a08b-1b3f19b35c2a), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:45.570508 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: d90122cc-9597-40e2-a3a5-4c1ef1427a0e {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:04:45.570846 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device d90122cc-9597-40e2-a3a5-4c1ef1427a0e not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:45.658408 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [None req-ae6c24df-5465-48f4-9c16-0dc6bc2e7866 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Floating IP 10d26211-e576-4a71-a08b-1b3f19b35c2a associated. External IP: 172.27.2.127, port: a1bcad07-bc11-486f-8361-3f6bc410e1ac. Apr 28 15:04:45.759394 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544f7e-dcd1-4497-876f-f413c30faa4b req-ac452b18-b0db-4728-95ca-300fffcabe2f tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:45.761704 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-54544f7e-dcd1-4497-876f-f413c30faa4b req-ac452b18-b0db-4728-95ca-300fffcabe2f tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0612531 Apr 28 15:04:45.897992 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-54544f7e-dcd1-4497-876f-f413c30faa4b req-e78baa17-27e1-473d-8f1e-cb0b8ac0f7ee tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109219 Apr 28 15:04:45.962627 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6c24df-5465-48f4-9c16-0dc6bc2e7866 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Router 9901658d-6076-48c5-8d85-b2564a26a857 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:46.073624 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6c24df-5465-48f4-9c16-0dc6bc2e7866 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:46.077875 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ae6c24df-5465-48f4-9c16-0dc6bc2e7866 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:46.082693 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3a33f-3bff-4ec6-8037-d090f9857b6f None None] Sync routers for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:46.092220 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d3a33f-3bff-4ec6-8037-d090f9857b6f None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:46.092876 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-12d3a33f-3bff-4ec6-8037-d090f9857b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:04:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:46.107831 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-ae6c24df-5465-48f4-9c16-0dc6bc2e7866 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "PUT /v2.0/floatingips/10d26211-e576-4a71-a08b-1b3f19b35c2a HTTP/1.1" status: 200 len: 991 time: 1.1655123 Apr 28 15:04:46.278042 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-12d3a33f-3bff-4ec6-8037-d090f9857b6f None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:46.292547 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55620) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:46.347534 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group (2fb8831c-781d-43ec-9b01-74b50463d7d9), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:46.370667 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group (2fb8831c-781d-43ec-9b01-74b50463d7d9), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:46.491201 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-12d3a33f-3bff-4ec6-8037-d090f9857b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '10d26211-e576-4a71-a08b-1b3f19b35c2a', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'port_id': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'mac_address': 'fa:16:3e:e3:bd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:04:29Z', 'updated_at': '2022-04-28T15:04:45Z', 'revision_number': 1, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:46.520890 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3a33f-3bff-4ec6-8037-d090f9857b6f None None] Checking router: 9901658d-6076-48c5-8d85-b2564a26a857 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:46.525772 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (2fb8831c-781d-43ec-9b01-74b50463d7d9), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:46.532749 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:46.532749 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "DELETE /v2.0/security-groups/2fb8831c-781d-43ec-9b01-74b50463d7d9 HTTP/1.1" status: 204 len: 168 time: 0.2363844 Apr 28 15:04:46.532977 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55622) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:46.537389 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d3a33f-3bff-4ec6-8037-d090f9857b6f None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:46.538005 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-12d3a33f-3bff-4ec6-8037-d090f9857b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:04:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:46.539313 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb8831c-781d-43ec-9b01-74b50463d7d9,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:46.546467 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.546814 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.547151 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.547487 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.547817 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.548143 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.548468 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.548818 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.549143 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.549559 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.549882 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.550067 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.api.v2.resource [None req-0dea63ab-f34e-4353-8323-62d6e97a216a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] show failed (client error): The resource could not be found. Apr 28 15:04:46.550203 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.550522 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.550836 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.551128 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-0dea63ab-f34e-4353-8323-62d6e97a216a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups/2fb8831c-781d-43ec-9b01-74b50463d7d9 HTTP/1.1" status: 404 len: 347 time: 0.0172241 Apr 28 15:04:46.551321 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b717aba-d3a7-46d3-88c3-2538ca50503a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.553992 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55624) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:46.648993 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-12d3a33f-3bff-4ec6-8037-d090f9857b6f None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:46.671509 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-35d1d333-dd49-4a80-ad1b-898228591bc1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Deleting port 4bfecabb-64f1-4ac8-a916-f114a7cc792d {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:04:46.672004 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-35d1d333-dd49-4a80-ad1b-898228591bc1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (4bfecabb-64f1-4ac8-a916-f114a7cc792d), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:46.748150 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-da6b543c-f549-4821-991a-e2886bce8885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:46.753518 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-35d1d333-dd49-4a80-ad1b-898228591bc1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (4bfecabb-64f1-4ac8-a916-f114a7cc792d), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:46.753844 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-35d1d333-dd49-4a80-ad1b-898228591bc1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (4bfecabb-64f1-4ac8-a916-f114a7cc792d), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:46.766523 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-35d1d333-dd49-4a80-ad1b-898228591bc1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Calling delete_port for 4bfecabb-64f1-4ac8-a916-f114a7cc792d owned by network:floatingip {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:04:46.840507 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:46.842983 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f86162a-4c34-435a-b00b-df72772aaf7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:46.866752 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-12d3a33f-3bff-4ec6-8037-d090f9857b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '10d26211-e576-4a71-a08b-1b3f19b35c2a', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'port_id': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'mac_address': 'fa:16:3e:e3:bd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:04:29Z', 'updated_at': '2022-04-28T15:04:45Z', 'revision_number': 1, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:46.877191 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75153af3-6042-45bb-a5fb-146249cbbfad x-openstack-request-id: req-75153af3-6042-45bb-a5fb-146249cbbfad {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:46.877841 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:46.878285 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75153af3-6042-45bb-a5fb-146249cbbfad {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:46.878844 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75153af3-6042-45bb-a5fb-146249cbbfad'] response: {'name': 'network-changed', 'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'status': 'completed', 'code': 200} Apr 28 15:04:46.898398 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3a33f-3bff-4ec6-8037-d090f9857b6f None None] The sync data for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi is: [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '10d26211-e576-4a71-a08b-1b3f19b35c2a', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'port_id': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'mac_address': 'fa:16:3e:e3:bd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:04:29Z', 'updated_at': '2022-04-28T15:04:45Z', 'revision_number': 1, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:46.944286 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86162a-4c34-435a-b00b-df72772aaf7f req-44b1d227-d4d9-41f9-93e9-233accb123f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:46.945943 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5f86162a-4c34-435a-b00b-df72772aaf7f req-44b1d227-d4d9-41f9-93e9-233accb123f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 1129 time: 0.0419095 Apr 28 15:04:46.974069 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-35d1d333-dd49-4a80-ad1b-898228591bc1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (4bfecabb-64f1-4ac8-a916-f114a7cc792d), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:47.000979 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1d333-dd49-4a80-ad1b-898228591bc1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event deleted for resources: {'Port': ['ID=4bfecabb-64f1-4ac8-a916-f114a7cc792d,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:47.060861 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb06591-035a-40ca-a419-b6eca293d31c req-de77fb7e-25dc-4b94-85d0-c0f02a0f7ac2 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:47.062356 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5cb06591-035a-40ca-a419-b6eca293d31c req-de77fb7e-25dc-4b94-85d0-c0f02a0f7ac2 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0891149 Apr 28 15:04:47.081562 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-35d1d333-dd49-4a80-ad1b-898228591bc1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (7c0de358-ee22-477f-8f65-a70ea3b1f6ab), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:47.084334 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-35d1d333-dd49-4a80-ad1b-898228591bc1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:47.086240 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-35d1d333-dd49-4a80-ad1b-898228591bc1 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "DELETE /v2.0/floatingips/7c0de358-ee22-477f-8f65-a70ea3b1f6ab HTTP/1.1" status: 204 len: 168 time: 0.5306244 Apr 28 15:04:47.136480 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86162a-4c34-435a-b00b-df72772aaf7f req-39a73e51-1775-4eec-bda0-2b4811522776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:47.137933 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5f86162a-4c34-435a-b00b-df72772aaf7f req-39a73e51-1775-4eec-bda0-2b4811522776 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 200 len: 917 time: 0.1843581 Apr 28 15:04:47.156465 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5cb06591-035a-40ca-a419-b6eca293d31c req-75dc4095-054d-4c51-a027-6deff018cc78 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874777 Apr 28 15:04:47.180818 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670c202-74c7-49a3-bd37-1473d99bf6a2 None None] New status for floating IP 10d26211-e576-4a71-a08b-1b3f19b35c2a: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:04:47.225059 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5f86162a-4c34-435a-b00b-df72772aaf7f req-786980a9-b260-4c8a-98f5-314140527c96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac HTTP/1.1" status: 200 len: 999 time: 0.0673244 Apr 28 15:04:47.278118 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86162a-4c34-435a-b00b-df72772aaf7f req-d61c45cb-f941-4b35-8043-0e8a265ee6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:47.279746 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5f86162a-4c34-435a-b00b-df72772aaf7f req-d61c45cb-f941-4b35-8043-0e8a265ee6ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bba402f-a684-4714-861d-42a0c9992a9f HTTP/1.1" status: 200 len: 855 time: 0.0488710 Apr 28 15:04:47.325341 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86162a-4c34-435a-b00b-df72772aaf7f req-757f6e2e-bfa1-4e4d-a3e1-abb983a4e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:47.326977 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5f86162a-4c34-435a-b00b-df72772aaf7f req-757f6e2e-bfa1-4e4d-a3e1-abb983a4e89c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60fd79c5-50c5-4587-8604-5daaaa9b4694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409439 Apr 28 15:04:47.406284 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55634) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:47.410939 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-3302050c-7003-49dd-84ae-c742bb64ba98 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1639373754', 'description': 'tempest-description--1986115509'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:47.482915 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3302050c-7003-49dd-84ae-c742bb64ba98 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:47.489391 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5f86162a-4c34-435a-b00b-df72772aaf7f req-bef57ba7-a921-4e21-9a62-ed02c69e4ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853250 Apr 28 15:04:47.553474 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3302050c-7003-49dd-84ae-c742bb64ba98 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group (b94cab94-acfe-4011-bc22-bf5e74bf6e04), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:47.583926 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5f86162a-4c34-435a-b00b-df72772aaf7f req-d74293b3-0091-4eff-829d-2551be1b2cfb service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882196 Apr 28 15:04:47.634387 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3302050c-7003-49dd-84ae-c742bb64ba98 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b94cab94-acfe-4011-bc22-bf5e74bf6e04), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:47.662534 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302050c-7003-49dd-84ae-c742bb64ba98 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94cab94-acfe-4011-bc22-bf5e74bf6e04,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:47.750992 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3302050c-7003-49dd-84ae-c742bb64ba98 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:47.752251 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3302050c-7003-49dd-84ae-c742bb64ba98 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3448360 Apr 28 15:04:47.755095 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55636) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:47.759346 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-ab7d078b-8ec8-4570-b0a8-27b4811da466 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Request body: {'security_group_rule': {'security_group_id': 'b94cab94-acfe-4011-bc22-bf5e74bf6e04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:47.839950 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ab7d078b-8ec8-4570-b0a8-27b4811da466 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group_rule (d8f1675c-8315-429e-bdbf-d1be245fa0f5), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:47.892422 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ab7d078b-8ec8-4570-b0a8-27b4811da466 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group_rule (d8f1675c-8315-429e-bdbf-d1be245fa0f5), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:47.968431 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ab7d078b-8ec8-4570-b0a8-27b4811da466 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (d8f1675c-8315-429e-bdbf-d1be245fa0f5), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:47.989426 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d078b-8ec8-4570-b0a8-27b4811da466 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f1675c-8315-429e-bdbf-d1be245fa0f5,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:48.019903 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:48.044904 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ab7d078b-8ec8-4570-b0a8-27b4811da466 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:48.046108 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-ab7d078b-8ec8-4570-b0a8-27b4811da466 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900836 Apr 28 15:04:48.048705 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55638) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:48.052878 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-224c51a5-cd54-4820-8671-331de8f3a625 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Request body: {'security_group_rule': {'security_group_id': 'b94cab94-acfe-4011-bc22-bf5e74bf6e04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:48.150141 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-224c51a5-cd54-4820-8671-331de8f3a625 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group_rule (2939f133-f4c8-4d44-b587-367600e3b127), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:48.201282 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-224c51a5-cd54-4820-8671-331de8f3a625 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group_rule (2939f133-f4c8-4d44-b587-367600e3b127), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:48.265311 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-224c51a5-cd54-4820-8671-331de8f3a625 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (2939f133-f4c8-4d44-b587-367600e3b127), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:48.271280 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b90d06-a0d6-449c-8a08-bf877f5e07d1 req-1814070f-ba61-4b1d-9d86-771b081d3d5a tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:48.272785 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-45b90d06-a0d6-449c-8a08-bf877f5e07d1 req-1814070f-ba61-4b1d-9d86-771b081d3d5a tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0470805 Apr 28 15:04:48.283218 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c51a5-cd54-4820-8671-331de8f3a625 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2939f133-f4c8-4d44-b587-367600e3b127,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:48.332288 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-45b90d06-a0d6-449c-8a08-bf877f5e07d1 req-2967920c-76a3-4973-a0f7-c2ea6cb1590d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530021 Apr 28 15:04:48.344550 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-224c51a5-cd54-4820-8671-331de8f3a625 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:48.345856 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-224c51a5-cd54-4820-8671-331de8f3a625 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2962422 Apr 28 15:04:48.348914 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55644) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:04:48.353355 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:48.454032 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:48.528579 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:48.636021 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Allocated IP 172.27.2.69 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/044de15f-f0ee-4309-89c7-4066c4258b79) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:48.736297 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for port (044de15f-f0ee-4309-89c7-4066c4258b79), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:48.828935 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (044de15f-f0ee-4309-89c7-4066c4258b79), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:48.863866 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:48.866634 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:48.869824 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:48.902129 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event updated for resources: {'Port': ['ID=044de15f-f0ee-4309-89c7-4066c4258b79,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:48.960742 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (aa2bb4b9-3ddb-4863-aee1-9cef37dca770), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:49.046635 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (044de15f-f0ee-4309-89c7-4066c4258b79), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:49.195811 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for port (044de15f-f0ee-4309-89c7-4066c4258b79), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:49.342714 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (044de15f-f0ee-4309-89c7-4066c4258b79), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:49.373947 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:49.429725 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event updated for resources: {'Port': ['ID=044de15f-f0ee-4309-89c7-4066c4258b79,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:49.457041 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (aa2bb4b9-3ddb-4863-aee1-9cef37dca770), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:49.472046 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688940b3-96c1-4de4-affd-70bb13de8934 req-444850e1-b71a-4b81-9867-5d98dc01ae62 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:49.473678 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-688940b3-96c1-4de4-affd-70bb13de8934 req-444850e1-b71a-4b81-9867-5d98dc01ae62 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0628855 Apr 28 15:04:49.532571 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-688940b3-96c1-4de4-affd-70bb13de8934 req-4cb69ac5-0a5d-4b12-bffc-5596bbd79561 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520251 Apr 28 15:04:49.538830 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:49.539935 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-4e6469e2-039e-470a-af49-d5c5da069fa5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1899631 Apr 28 15:04:49.740430 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-ad740083-12e2-4b16-bbdb-0d280ad013f2 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1639373754&fields=id&tenant_id=4d815343f17b47b68979d8366b04d25b HTTP/1.1" status: 200 len: 267 time: 0.0437422 Apr 28 15:04:49.848301 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-326c7b46-ba3a-43e0-a111-91cd5e1156cb tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:49.849782 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-326c7b46-ba3a-43e0-a111-91cd5e1156cb tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/networks?id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3 HTTP/1.1" status: 200 len: 810 time: 0.1022110 Apr 28 15:04:49.865127 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-ae279c93-4718-4604-bc9e-fa5a93203616 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/quotas/4d815343f17b47b68979d8366b04d25b HTTP/1.1" status: 200 len: 375 time: 0.0089753 Apr 28 15:04:49.913137 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-35e1a56e-03ba-4d30-8367-21be1d7678b6 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d815343f17b47b68979d8366b04d25b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422244 Apr 28 15:04:50.010507 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-21ea30ca-3589-4e2f-abe0-dd1213445cc2 service neutron] 10.222.0.31 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854859 Apr 28 15:04:50.098987 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c54be166-d71c-4d65-8ff0-d765a4c0a66d service neutron] 10.222.0.31 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815377 Apr 28 15:04:50.314961 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3d83c6f7-8c5a-4af2-ba96-347c3a7ae5df req-0eeb8e2a-dda1-4219-ba0e-444b50433bdb tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 210 time: 0.0276277 Apr 28 15:04:50.655579 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58653f2-a95e-4999-bec0-9bf6c1b02337 req-d9427d8e-08c0-4f29-9397-d3d6d3912f61 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:50.657163 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b58653f2-a95e-4999-bec0-9bf6c1b02337 req-d9427d8e-08c0-4f29-9397-d3d6d3912f61 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0561531 Apr 28 15:04:50.721464 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b58653f2-a95e-4999-bec0-9bf6c1b02337 req-029741d8-f314-4c35-a03e-e9849b1f4c45 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572438 Apr 28 15:04:50.742553 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc759e1-17d0-4c0f-8156-819d7be54e2b req-bc7910ea-574c-48f8-96f3-47eca76cf159 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:50.745030 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fcc759e1-17d0-4c0f-8156-819d7be54e2b req-bc7910ea-574c-48f8-96f3-47eca76cf159 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0626597 Apr 28 15:04:50.820646 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e37a-4153-4aec-861a-118e4614fa9c req-baa9f6f6-162a-4553-b7bd-94aec7a44ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:50.822149 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f226e37a-4153-4aec-861a-118e4614fa9c req-baa9f6f6-162a-4553-b7bd-94aec7a44ada service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 1130 time: 0.0633447 Apr 28 15:04:50.827163 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fcc759e1-17d0-4c0f-8156-819d7be54e2b req-b7d92f12-762d-4d2a-b9ac-695cec63aeea tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744770 Apr 28 15:04:50.874156 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:50.914738 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e37a-4153-4aec-861a-118e4614fa9c req-91f11db4-6676-4231-8677-873902eeb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:50.916820 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f226e37a-4153-4aec-861a-118e4614fa9c req-91f11db4-6676-4231-8677-873902eeb4a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 919 time: 0.0877459 Apr 28 15:04:50.979620 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f226e37a-4153-4aec-861a-118e4614fa9c req-a22295e9-4609-4a3f-9639-d84d32e9c9c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31399c2-6730-4cc7-b7d3-a098b03c21cf HTTP/1.1" status: 200 len: 1001 time: 0.0568378 Apr 28 15:04:51.026405 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e37a-4153-4aec-861a-118e4614fa9c req-8a21febf-0206-4a54-834d-cc5b8e0ceb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:51.027825 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f226e37a-4153-4aec-861a-118e4614fa9c req-8a21febf-0206-4a54-834d-cc5b8e0ceb76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 200 len: 857 time: 0.0424337 Apr 28 15:04:51.073252 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e37a-4153-4aec-861a-118e4614fa9c req-0643eee6-2ad2-4db9-b71f-ca0a4038f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:51.074730 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f226e37a-4153-4aec-861a-118e4614fa9c req-0643eee6-2ad2-4db9-b71f-ca0a4038f368 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4941596-20f6-4239-8eb0-824cfe4ba71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412643 Apr 28 15:04:51.164731 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f226e37a-4153-4aec-861a-118e4614fa9c req-ee7adaab-484c-4f35-b6f2-d9776ea25f99 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832474 Apr 28 15:04:51.259348 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f226e37a-4153-4aec-861a-118e4614fa9c req-b3f2eebc-7896-4c2e-aef1-aabec25cd271 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880170 Apr 28 15:04:51.412780 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f9bad164-c216-43f1-ac9b-d2ee0e76c40a req-9c28388e-78b2-408b-b09c-d7c8df60db4d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 210 time: 0.0289397 Apr 28 15:04:51.839382 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9d1b8-3ea2-4f41-8016-7f8bb0230ca4 req-8a09f8d2-9cfb-4c45-83f7-1478c6540565 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:51.840876 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-10f9d1b8-3ea2-4f41-8016-7f8bb0230ca4 req-8a09f8d2-9cfb-4c45-83f7-1478c6540565 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0463054 Apr 28 15:04:51.901017 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-10f9d1b8-3ea2-4f41-8016-7f8bb0230ca4 req-ca291cae-c922-4763-b2a1-a00f58ce613b tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538447 Apr 28 15:04:51.939393 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a91248-6aeb-40de-a8a0-745b6cf272ef req-5c309ac8-3cbc-4bc1-85b4-0545e6449b51 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:51.940860 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f0a91248-6aeb-40de-a8a0-745b6cf272ef req-5c309ac8-3cbc-4bc1-85b4-0545e6449b51 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0454192 Apr 28 15:04:51.989766 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f0a91248-6aeb-40de-a8a0-745b6cf272ef req-a603dd92-6341-4b1d-a27d-a50f472fd2c6 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Apr 28 15:04:52.378653 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-250e56f2-db4e-4eab-9c69-7383495ef6f2 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:52.380059 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-250e56f2-db4e-4eab-9c69-7383495ef6f2 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.42 "GET /v2.0/networks?id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3 HTTP/1.1" status: 200 len: 810 time: 0.1021295 Apr 28 15:04:52.522781 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e8c3ca83-14da-4938-9c23-520cd93a3163 req-3eddbb21-3bd3-4241-a2a2-f2a1b76e8329 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 210 time: 0.0369494 Apr 28 15:04:52.554190 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-611263e1-b809-4ec3-89e4-dcd34e4cfbf5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d815343f17b47b68979d8366b04d25b HTTP/1.1" status: 200 len: 380 time: 0.0752513 Apr 28 15:04:52.563005 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Request body: {'port': {'device_id': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'admin_state_up': True, 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'security_groups': ['b94cab94-acfe-4011-bc22-bf5e74bf6e04']}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:52.751143 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Made reservation on behalf of 4d815343f17b47b68979d8366b04d25b for: {'port': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:52.755049 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:52.883702 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Allocated IP 172.20.0.10 (13768621-ebb8-4cb6-b71c-a1a670fe9aa3/f47bfcc2-cda5-4d28-84bc-3aea2b779f1b/071158a0-e40e-4694-9190-4008bc542285) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:53.013513 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89bcc-23f9-47a3-8cf2-7c5d7a3f123b req-120cc892-c4d2-4d6e-bdb3-1215665c4f52 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:53.015019 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e0e89bcc-23f9-47a3-8cf2-7c5d7a3f123b req-120cc892-c4d2-4d6e-bdb3-1215665c4f52 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0468981 Apr 28 15:04:53.020700 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for port (071158a0-e40e-4694-9190-4008bc542285), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:53.076524 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e0e89bcc-23f9-47a3-8cf2-7c5d7a3f123b req-83eb4513-9ba8-4343-b4cc-cec774b759fa tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549529 Apr 28 15:04:53.109364 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f5d3b-9896-4035-9241-f9124430d2ef req-14cd28b3-8cbe-4218-8268-eb893691d418 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:53.110810 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9d0f5d3b-9896-4035-9241-f9124430d2ef req-14cd28b3-8cbe-4218-8268-eb893691d418 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0473289 Apr 28 15:04:53.129541 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (071158a0-e40e-4694-9190-4008bc542285), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:53.185327 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:53.197656 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:53.200107 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:53.234742 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9d0f5d3b-9896-4035-9241-f9124430d2ef req-1594f393-e494-44a2-9787-045a55525bab tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183438 Apr 28 15:04:53.239509 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event updated for resources: {'Port': ['ID=071158a0-e40e-4694-9190-4008bc542285,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:53.268309 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:53.268945 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:53.368312 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-f2a3df69-ee1d-49f7-bbeb-a332103f3244 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8087819 Apr 28 15:04:53.438585 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Request body: {'port': {'device_id': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:04:53.463446 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-9530f0fb-3926-4b8f-a9f6-1b88c4c3d801 None None] Provisioning complete for port 071158a0-e40e-4694-9190-4008bc542285 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:04:53.464005 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-9530f0fb-3926-4b8f-a9f6-1b88c4c3d801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (071158a0-e40e-4694-9190-4008bc542285), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:53.500360 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-9530f0fb-3926-4b8f-a9f6-1b88c4c3d801 None None] Port 071158a0-e40e-4694-9190-4008bc542285 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:04:53.507066 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (071158a0-e40e-4694-9190-4008bc542285), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:53.642488 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b01560-4e33-423d-9475-e3b6649e9ce6 req-feff9558-f0a4-4cc1-b640-21dd7feecce8 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:53.643917 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-73b01560-4e33-423d-9475-e3b6649e9ce6 req-feff9558-f0a4-4cc1-b640-21dd7feecce8 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 932 time: 0.0461805 Apr 28 15:04:53.691097 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-73b01560-4e33-423d-9475-e3b6649e9ce6 req-aa775b30-3fb0-4941-b121-efc04d8bc233 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415881 Apr 28 15:04:53.765479 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071158a0-e40e-4694-9190-4008bc542285 {{(pid=110071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:04:53.772792 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Publish callbacks [] for port (071158a0-e40e-4694-9190-4008bc542285), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:53.785422 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.provisioning_blocks [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Transition to ACTIVE for port object 071158a0-e40e-4694-9190-4008bc542285 will not be triggered until provisioned by entity L2. {{(pid=110071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:04:53.862507 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (071158a0-e40e-4694-9190-4008bc542285), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:53.913845 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Pushing event updated for resources: {'Port': ['ID=071158a0-e40e-4694-9190-4008bc542285,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:53.986552 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Attempting to bind port 071158a0-e40e-4694-9190-4008bc542285 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:04:53.986920 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Attempting to bind port 071158a0-e40e-4694-9190-4008bc542285 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:04:53.987379 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Attempting to bind port 071158a0-e40e-4694-9190-4008bc542285 on network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:53.991931 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Port 071158a0-e40e-4694-9190-4008bc542285 on network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:04:53.992254 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Attempting to bind port 071158a0-e40e-4694-9190-4008bc542285 on network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:53.997296 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:53.997634 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Checking segment: {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:04:53.998020 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Bound using segment: {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:53.998450 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Bound port: 071158a0-e40e-4694-9190-4008bc542285, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e498ea-2e64-482a-9c6c-a48b070e1a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3'}}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:04:53.998811 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (071158a0-e40e-4694-9190-4008bc542285), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:54.062823 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] For port 071158a0-e40e-4694-9190-4008bc542285, host hv-cinder-83976, cleared binding levels {{(pid=110071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:54.065913 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] For port 071158a0-e40e-4694-9190-4008bc542285, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=071158a0-e40e-4694-9190-4008bc542285,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:54.175982 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (071158a0-e40e-4694-9190-4008bc542285), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:54.228536 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e46434-d43c-47eb-b371-0e1322c2d9af req-e1b2d317-56ea-4fb3-91ef-2d20ca9c5afb tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:54.230131 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a3e46434-d43c-47eb-b371-0e1322c2d9af req-e1b2d317-56ea-4fb3-91ef-2d20ca9c5afb tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0833197 Apr 28 15:04:54.235912 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:54.236533 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:54.237943 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] 10.222.0.42 "PUT /v2.0/ports/071158a0-e40e-4694-9190-4008bc542285 HTTP/1.1" status: 200 len: 1094 time: 0.8042898 Apr 28 15:04:54.238406 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'tag': '071158a0-e40e-4694-9190-4008bc542285'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:54.240697 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f80cb7f-449e-4da2-875f-a22b5afe8691" -d '{"events": [{"name": "network-changed", "server_uuid": "baffea29-e9cd-48b7-984d-b72ccdc8e346", "tag": "071158a0-e40e-4694-9190-4008bc542285"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:54.273127 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b22bb2-9350-4fcc-bb80-d41ae46391ef service neutron] Pushing event updated for resources: {'Port': ['ID=071158a0-e40e-4694-9190-4008bc542285,revision_number=3']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:54.288568 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea74a93f-cee0-486d-846d-2bcbb5cd3842 x-openstack-request-id: req-ea74a93f-cee0-486d-846d-2bcbb5cd3842 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:54.289091 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baffea29-e9cd-48b7-984d-b72ccdc8e346", "tag": "071158a0-e40e-4694-9190-4008bc542285", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:54.289349 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea74a93f-cee0-486d-846d-2bcbb5cd3842 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:54.289746 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea74a93f-cee0-486d-846d-2bcbb5cd3842'] response: {'name': 'network-changed', 'server_uuid': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'tag': '071158a0-e40e-4694-9190-4008bc542285', 'status': 'completed', 'code': 200} Apr 28 15:04:54.369023 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a3e46434-d43c-47eb-b371-0e1322c2d9af req-8f43f2f4-abfa-4ff0-8d99-14c66718c4cb tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&id=c036af7f-2f45-4b36-bf69-c3ad4e61f694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1235023 Apr 28 15:04:54.375022 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80cb7f-449e-4da2-875f-a22b5afe8691 req-0d9b0cd9-3258-4805-9126-417c0bd9a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:54.377146 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0f80cb7f-449e-4da2-875f-a22b5afe8691 req-0d9b0cd9-3258-4805-9126-417c0bd9a3f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d815343f17b47b68979d8366b04d25b&device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 1128 time: 0.0587866 Apr 28 15:04:54.405555 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f6440-4e99-43db-91b2-a01c261bdce5 req-e239978c-10f0-4046-b019-fa213358974b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:54.407977 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-215f6440-4e99-43db-91b2-a01c261bdce5 req-e239978c-10f0-4046-b019-fa213358974b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0563321 Apr 28 15:04:54.460993 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-215f6440-4e99-43db-91b2-a01c261bdce5 req-c0840de3-99e9-4f82-b9d5-c168e5600a85 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469959 Apr 28 15:04:54.501295 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80cb7f-449e-4da2-875f-a22b5afe8691 req-83ffdf88-86b6-49df-b3a8-3b1bee8c0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:54.502693 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0f80cb7f-449e-4da2-875f-a22b5afe8691 req-83ffdf88-86b6-49df-b3a8-3b1bee8c0559 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4d815343f17b47b68979d8366b04d25b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1164632 Apr 28 15:04:54.596312 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80cb7f-449e-4da2-875f-a22b5afe8691 req-9d763129-53e8-4574-91ab-3961ad6679d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:54.597778 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0f80cb7f-449e-4da2-875f-a22b5afe8691 req-9d763129-53e8-4574-91ab-3961ad6679d8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852294 Apr 28 15:04:54.680628 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-16084b89-2d45-41b6-a11f-7236d79c0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:54.682144 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-16084b89-2d45-41b6-a11f-7236d79c0f17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d815343f17b47b68979d8366b04d25b&device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 1128 time: 0.0375555 Apr 28 15:04:54.726082 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-40210e82-01d9-4c9e-8449-a72e0a9656ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=071158a0-e40e-4694-9190-4008bc542285 HTTP/1.1" status: 200 len: 217 time: 0.0370188 Apr 28 15:04:54.800453 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-5ad97f3d-e95f-4733-92ac-436311b18246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:54.801896 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-5ad97f3d-e95f-4733-92ac-436311b18246 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f47bfcc2-cda5-4d28-84bc-3aea2b779f1b HTTP/1.1" status: 200 len: 849 time: 0.0705156 Apr 28 15:04:54.812233 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a5f06-95d1-4c4b-a540-b003ecef02d5 req-baa0000e-b853-4bac-90bd-2aa18d0d2443 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:54.813586 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-714a5f06-95d1-4c4b-a540-b003ecef02d5 req-baa0000e-b853-4bac-90bd-2aa18d0d2443 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 944 time: 0.0553925 Apr 28 15:04:55.121283 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-5af5c283-f3ad-4b24-924e-75dd9c0ec9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:55.122745 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-5af5c283-f3ad-4b24-924e-75dd9c0ec9d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3083556 Apr 28 15:04:55.154129 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-714a5f06-95d1-4c4b-a540-b003ecef02d5 req-7ec6e428-e094-441c-a874-dae9be877e9b tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323801 Apr 28 15:04:55.218010 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-2f6081c4-00cd-4cbc-9235-f950eaad918f service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857093 Apr 28 15:04:55.319859 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6590fcd7-008b-4bff-b894-85c8d7819842 req-14f6be55-13b2-45c5-8056-dbac40e12e95 service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960734 Apr 28 15:04:55.579921 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc29f6-d123-4ce4-9160-ac330e65cdda req-05214c9e-8f89-40b2-8e1e-33f98e030c4c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:55.581427 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f4bc29f6-d123-4ce4-9160-ac330e65cdda req-05214c9e-8f89-40b2-8e1e-33f98e030c4c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0460668 Apr 28 15:04:55.627842 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f4bc29f6-d123-4ce4-9160-ac330e65cdda req-454d2632-1b59-4cb5-a604-e8298e7653e1 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408483 Apr 28 15:04:56.268628 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96176971-6d4d-481b-8b1c-9c30db560a49 req-916134ff-7cfd-4e7c-9935-efeb2f5f053b tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:56.270238 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-96176971-6d4d-481b-8b1c-9c30db560a49 req-916134ff-7cfd-4e7c-9935-efeb2f5f053b tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 944 time: 0.0474665 Apr 28 15:04:56.317140 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-96176971-6d4d-481b-8b1c-9c30db560a49 req-d8d60555-201e-4a07-96e0-fc874ab80e88 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Apr 28 15:04:56.740475 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825b4a3-c6cb-497c-b178-cf36fedf5065 req-fe8b8f6c-deb3-4df5-adbb-d1a66849662a tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:56.741962 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b825b4a3-c6cb-497c-b178-cf36fedf5065 req-fe8b8f6c-deb3-4df5-adbb-d1a66849662a tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0476701 Apr 28 15:04:56.792219 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b825b4a3-c6cb-497c-b178-cf36fedf5065 req-f20cff06-8827-4308-8bdc-f39e47ca4b06 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441513 Apr 28 15:04:57.431134 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679e3f5-30ab-4bc4-8f20-17fe03a21d79 req-feaf84cf-1f26-4f9e-8eef-041654e4e596 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:57.432722 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5679e3f5-30ab-4bc4-8f20-17fe03a21d79 req-feaf84cf-1f26-4f9e-8eef-041654e4e596 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 944 time: 0.0500073 Apr 28 15:04:57.479358 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5679e3f5-30ab-4bc4-8f20-17fe03a21d79 req-c7856f7a-b398-47a4-8bba-b72d4795a14a tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404763 Apr 28 15:04:57.602918 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 071158a0-e40e-4694-9190-4008bc542285 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:04:57.702104 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 071158a0-e40e-4694-9190-4008bc542285, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=071158a0-e40e-4694-9190-4008bc542285,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:57.713801 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '071158a0-e40e-4694-9190-4008bc542285', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'port_id': '071158a0-e40e-4694-9190-4008bc542285', 'mac_address': 'fa:16:3e:17:0b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:04:57.751300 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 071158a0-e40e-4694-9190-4008bc542285 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:04:57.751683 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (071158a0-e40e-4694-9190-4008bc542285), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:57.764361 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071158a0-e40e-4694-9190-4008bc542285 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:04:57.783920 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 071158a0-e40e-4694-9190-4008bc542285, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=071158a0-e40e-4694-9190-4008bc542285,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:57.838813 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (071158a0-e40e-4694-9190-4008bc542285), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:57.890878 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=071158a0-e40e-4694-9190-4008bc542285,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:57.898567 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.899059 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.899506 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.899861 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.900195 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.900517 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.900937 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.901257 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.902399 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.902561 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.902778 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.903105 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.903423 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.904033 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.904699 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:57.923739 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2217ab-3095-47c3-9e1e-ac43b4b50fc5 req-e6fed424-a5b6-48c6-9aee-f3331ae57262 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:57.925230 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9b2217ab-3095-47c3-9e1e-ac43b4b50fc5 req-e6fed424-a5b6-48c6-9aee-f3331ae57262 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0584219 Apr 28 15:04:57.972991 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9b2217ab-3095-47c3-9e1e-ac43b4b50fc5 req-865da3e0-d10a-4e07-8e90-193c1d35570a tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419557 Apr 28 15:04:58.124908 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['071158a0-e40e-4694-9190-4008bc542285'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:04:58.599270 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fa06f-b528-4419-9752-4065f140dd93 req-ed64c857-9a5e-4c74-8ab0-7ad40c618f97 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:58.607739 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-851fa06f-b528-4419-9752-4065f140dd93 req-ed64c857-9a5e-4c74-8ab0-7ad40c618f97 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 945 time: 0.0513041 Apr 28 15:04:58.650115 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-851fa06f-b528-4419-9752-4065f140dd93 req-5679ea63-9e12-40f4-b389-714272f4a4a0 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430536 Apr 28 15:04:59.093565 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552a748-4c6e-4b95-8712-2171fc33bc65 req-15f51405-1f7d-4e27-af39-dd007ceee2be tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:59.095059 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c552a748-4c6e-4b95-8712-2171fc33bc65 req-15f51405-1f7d-4e27-af39-dd007ceee2be tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0465636 Apr 28 15:04:59.142133 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c552a748-4c6e-4b95-8712-2171fc33bc65 req-d74f5c40-a25c-4035-b2dd-98141e4b05c0 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414035 Apr 28 15:04:59.620961 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 071158a0-e40e-4694-9190-4008bc542285 up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:59.668241 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 071158a0-e40e-4694-9190-4008bc542285 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:04:59.739142 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 071158a0-e40e-4694-9190-4008bc542285 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:04:59.739557 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (071158a0-e40e-4694-9190-4008bc542285), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:59.768337 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b81818-4987-4a38-90bf-101e3c77f4f0 req-26dbb8e7-9750-4bc0-b31f-30260c815aff tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:59.769843 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-68b81818-4987-4a38-90bf-101e3c77f4f0 req-26dbb8e7-9750-4bc0-b31f-30260c815aff tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 945 time: 0.0504813 Apr 28 15:04:59.816494 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-68b81818-4987-4a38-90bf-101e3c77f4f0 req-7c9d4be7-ccb5-4edc-a30c-c4188ca6be3f tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409997 Apr 28 15:04:59.817228 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 071158a0-e40e-4694-9190-4008bc542285 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:04:59.817612 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (071158a0-e40e-4694-9190-4008bc542285), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:59.840317 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071158a0-e40e-4694-9190-4008bc542285'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:59.842544 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a3faa8-fa95-48d8-9a3d-9a222ece5530" -d '{"events": [{"server_uuid": "baffea29-e9cd-48b7-984d-b72ccdc8e346", "name": "network-vif-plugged", "status": "completed", "tag": "071158a0-e40e-4694-9190-4008bc542285"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:59.854655 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 071158a0-e40e-4694-9190-4008bc542285, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=071158a0-e40e-4694-9190-4008bc542285,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:59.877831 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d59254-367c-4486-8896-2706012c947a x-openstack-request-id: req-90d59254-367c-4486-8896-2706012c947a {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:59.878154 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baffea29-e9cd-48b7-984d-b72ccdc8e346", "name": "network-vif-plugged", "status": "completed", "tag": "071158a0-e40e-4694-9190-4008bc542285", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:59.878437 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90d59254-367c-4486-8896-2706012c947a {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:59.878837 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d59254-367c-4486-8896-2706012c947a'] response: {'server_uuid': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071158a0-e40e-4694-9190-4008bc542285', 'code': 200} Apr 28 15:04:59.927924 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (071158a0-e40e-4694-9190-4008bc542285), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:04:59.975137 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=071158a0-e40e-4694-9190-4008bc542285,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:00.256344 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6bbf9-72f1-4a8a-a59d-ee221d45aee9 req-c5d119b3-8619-40ac-b1c1-498266e56828 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:00.257845 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-69b6bbf9-72f1-4a8a-a59d-ee221d45aee9 req-c5d119b3-8619-40ac-b1c1-498266e56828 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0483019 Apr 28 15:05:00.258679 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c9ac2-3f61-4b85-9962-3d3cfe50cc8a req-3def6bac-3830-4e07-b17e-2504c37572da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:00.260141 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d21c9ac2-3f61-4b85-9962-3d3cfe50cc8a req-3def6bac-3830-4e07-b17e-2504c37572da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 1130 time: 0.0393889 Apr 28 15:05:00.304488 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-69b6bbf9-72f1-4a8a-a59d-ee221d45aee9 req-ea968ebf-ad5d-4c24-bd8f-1f08ae8186f1 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403657 Apr 28 15:05:00.306050 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d21c9ac2-3f61-4b85-9962-3d3cfe50cc8a req-7c18d237-a3f1-498f-9467-bb96668bb42b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399091 Apr 28 15:05:00.756530 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:00.930057 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd0ede-383c-4cb3-ba93-c6caa1bf1c34 req-6f7dc665-4178-4c9c-843e-60201ca9b785 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:00.931427 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c1fd0ede-383c-4cb3-ba93-c6caa1bf1c34 req-6f7dc665-4178-4c9c-843e-60201ca9b785 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 946 time: 0.0459719 Apr 28 15:05:00.977562 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c1fd0ede-383c-4cb3-ba93-c6caa1bf1c34 req-fe300eff-f095-49ac-a3eb-3a34c1a87ff8 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406365 Apr 28 15:05:01.422426 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872082bc-be14-4e52-b311-f7102230cd87 req-918f6860-9d52-4a94-8c14-5e0c6ee84cbc tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:01.424055 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-872082bc-be14-4e52-b311-f7102230cd87 req-918f6860-9d52-4a94-8c14-5e0c6ee84cbc tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0495903 Apr 28 15:05:01.470716 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-872082bc-be14-4e52-b311-f7102230cd87 req-e1698755-a41c-4635-863f-860d80102f5e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411527 Apr 28 15:05:02.088267 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e243f1c-be64-462f-ab97-598c33167703 req-c8b042d2-dab9-452f-9dfc-52a907b87daf tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:02.090295 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e243f1c-be64-462f-ab97-598c33167703 req-c8b042d2-dab9-452f-9dfc-52a907b87daf tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 946 time: 0.0456131 Apr 28 15:05:02.137101 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e243f1c-be64-462f-ab97-598c33167703 req-199334b2-79b4-4157-9ca1-ff300b4b5a51 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412040 Apr 28 15:05:02.581116 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eb38a-fb89-4d10-8179-9501edac1d81 req-e300bf7e-e695-48ca-90c0-cd47846711ee tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:02.582577 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c08eb38a-fb89-4d10-8179-9501edac1d81 req-e300bf7e-e695-48ca-90c0-cd47846711ee tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0451059 Apr 28 15:05:02.627653 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c08eb38a-fb89-4d10-8179-9501edac1d81 req-1ce97aaf-73b4-4fbc-82b4-57336bfadfbc tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396633 Apr 28 15:05:03.255350 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55b37-e1c1-445e-a5e5-a0093e5b426e req-13382c4e-0424-440a-a356-a447787c74a5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:03.256851 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6df55b37-e1c1-445e-a5e5-a0093e5b426e req-13382c4e-0424-440a-a356-a447787c74a5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 946 time: 0.0528839 Apr 28 15:05:03.302873 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6df55b37-e1c1-445e-a5e5-a0093e5b426e req-79e17ce8-1af3-4ae9-b09c-3449d73091d7 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405037 Apr 28 15:05:03.409522 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d6789-0af9-453e-a775-e7ba5685cfd3 req-336c004a-3552-498f-be35-0b0a1848b530 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:03.410955 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4f2d6789-0af9-453e-a775-e7ba5685cfd3 req-336c004a-3552-498f-be35-0b0a1848b530 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 946 time: 0.0462034 Apr 28 15:05:03.419332 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55784) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:03.423464 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-59270cd2-71fe-4306-bef5-f058cb0527b5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Request body: {'floatingip': {'port_id': '071158a0-e40e-4694-9190-4008bc542285'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:05:03.690564 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-59270cd2-71fe-4306-bef5-f058cb0527b5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (aa2bb4b9-3ddb-4863-aee1-9cef37dca770), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:03.745567 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387d270-e9de-4ea1-82ee-ddeb6374d22f req-ebe693bd-31e9-49e0-b6d8-8744f0331f99 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:03.747035 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d387d270-e9de-4ea1-82ee-ddeb6374d22f req-ebe693bd-31e9-49e0-b6d8-8744f0331f99 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0514765 Apr 28 15:05:03.793245 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d387d270-e9de-4ea1-82ee-ddeb6374d22f req-13a56860-2b29-43ec-9d04-b231fc32d151 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 Apr 28 15:05:04.119398 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-59270cd2-71fe-4306-bef5-f058cb0527b5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:04.213778 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-59270cd2-71fe-4306-bef5-f058cb0527b5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (aa2bb4b9-3ddb-4863-aee1-9cef37dca770), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:04.315718 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.l3_db [None req-59270cd2-71fe-4306-bef5-f058cb0527b5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Floating IP aa2bb4b9-3ddb-4863-aee1-9cef37dca770 associated. External IP: 172.27.2.69, port: 071158a0-e40e-4694-9190-4008bc542285. Apr 28 15:05:04.522650 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59270cd2-71fe-4306-bef5-f058cb0527b5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Router ad80045c-0f56-444a-993f-4501a46c5613 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:04.629523 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59270cd2-71fe-4306-bef5-f058cb0527b5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:04.634436 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-59270cd2-71fe-4306-bef5-f058cb0527b5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:04.638908 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741aaf16-0e71-4d4d-9cb5-d443d2b65732 None None] Sync routers for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:04.648850 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741aaf16-0e71-4d4d-9cb5-d443d2b65732 None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:04.649459 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-741aaf16-0e71-4d4d-9cb5-d443d2b65732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:04:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:04.664983 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-59270cd2-71fe-4306-bef5-f058cb0527b5 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "PUT /v2.0/floatingips/aa2bb4b9-3ddb-4863-aee1-9cef37dca770 HTTP/1.1" status: 200 len: 991 time: 1.2446473 Apr 28 15:05:04.665683 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'tag': '071158a0-e40e-4694-9190-4008bc542285'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:04.667964 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378c7766-62a7-4966-ba51-9c8aa02446fd" -d '{"events": [{"name": "network-changed", "server_uuid": "baffea29-e9cd-48b7-984d-b72ccdc8e346", "tag": "071158a0-e40e-4694-9190-4008bc542285"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:04.705499 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564e03fa-e8f4-4056-82ea-a53371ece645 x-openstack-request-id: req-564e03fa-e8f4-4056-82ea-a53371ece645 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:04.705499 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baffea29-e9cd-48b7-984d-b72ccdc8e346", "tag": "071158a0-e40e-4694-9190-4008bc542285", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:04.705499 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-564e03fa-e8f4-4056-82ea-a53371ece645 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:04.705499 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564e03fa-e8f4-4056-82ea-a53371ece645'] response: {'name': 'network-changed', 'server_uuid': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'tag': '071158a0-e40e-4694-9190-4008bc542285', 'status': 'completed', 'code': 200} Apr 28 15:05:04.757647 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-741aaf16-0e71-4d4d-9cb5-d443d2b65732 None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:04.913773 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7cee1-b2ff-4e68-bd86-31a38dcbe79d req-253c5af7-6414-4e28-b984-759cb733a7b5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:04.915867 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fab7cee1-b2ff-4e68-bd86-31a38dcbe79d req-253c5af7-6414-4e28-b984-759cb733a7b5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0498862 Apr 28 15:05:04.967546 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fab7cee1-b2ff-4e68-bd86-31a38dcbe79d req-98193fff-403b-4d6e-8579-297ff39250d8 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456598 Apr 28 15:05:04.968920 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-741aaf16-0e71-4d4d-9cb5-d443d2b65732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'aa2bb4b9-3ddb-4863-aee1-9cef37dca770', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'port_id': '071158a0-e40e-4694-9190-4008bc542285', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'mac_address': 'fa:16:3e:17:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:04:48Z', 'updated_at': '2022-04-28T15:05:04Z', 'revision_number': 1, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:04.999922 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741aaf16-0e71-4d4d-9cb5-d443d2b65732 None None] Checking router: ad80045c-0f56-444a-993f-4501a46c5613 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:05.008325 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741aaf16-0e71-4d4d-9cb5-d443d2b65732 None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:05.008959 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-741aaf16-0e71-4d4d-9cb5-d443d2b65732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:04:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:05.021814 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c7766-62a7-4966-ba51-9c8aa02446fd req-38250499-7e2a-4902-b513-cb663f4f1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:05.023294 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-378c7766-62a7-4966-ba51-9c8aa02446fd req-38250499-7e2a-4902-b513-cb663f4f1d7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d815343f17b47b68979d8366b04d25b&device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 1130 time: 0.0389197 Apr 28 15:05:05.120175 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c7766-62a7-4966-ba51-9c8aa02446fd req-c6b6f536-416d-4c11-bd37-148c810b3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:05.121624 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-378c7766-62a7-4966-ba51-9c8aa02446fd req-c6b6f536-416d-4c11-bd37-148c810b3b74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3 HTTP/1.1" status: 200 len: 911 time: 0.0867307 Apr 28 15:05:05.123320 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-741aaf16-0e71-4d4d-9cb5-d443d2b65732 None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:05.414493 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-741aaf16-0e71-4d4d-9cb5-d443d2b65732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'aa2bb4b9-3ddb-4863-aee1-9cef37dca770', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'port_id': '071158a0-e40e-4694-9190-4008bc542285', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'mac_address': 'fa:16:3e:17:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:04:48Z', 'updated_at': '2022-04-28T15:05:04Z', 'revision_number': 1, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:05.443033 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741aaf16-0e71-4d4d-9cb5-d443d2b65732 None None] The sync data for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi is: [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'aa2bb4b9-3ddb-4863-aee1-9cef37dca770', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'port_id': '071158a0-e40e-4694-9190-4008bc542285', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'mac_address': 'fa:16:3e:17:0b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:04:48Z', 'updated_at': '2022-04-28T15:05:04Z', 'revision_number': 1, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:05.589381 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-378c7766-62a7-4966-ba51-9c8aa02446fd req-bd8f426d-eea0-4ae3-a476-c122188ace62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=071158a0-e40e-4694-9190-4008bc542285 HTTP/1.1" status: 200 len: 999 time: 0.0649648 Apr 28 15:05:05.639300 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978114b5-d95a-4057-bc26-7a53dd347b6a None None] New status for floating IP aa2bb4b9-3ddb-4863-aee1-9cef37dca770: ACTIVE {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:05:05.641091 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c7766-62a7-4966-ba51-9c8aa02446fd req-0dd4a699-9e15-4984-bf5b-3144967b0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:05.642940 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-378c7766-62a7-4966-ba51-9c8aa02446fd req-0dd4a699-9e15-4984-bf5b-3144967b0816 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f47bfcc2-cda5-4d28-84bc-3aea2b779f1b HTTP/1.1" status: 200 len: 849 time: 0.0466607 Apr 28 15:05:05.691126 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c7766-62a7-4966-ba51-9c8aa02446fd req-0c08fce4-72cb-4cf3-bd81-f20c853a4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:05.692698 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-378c7766-62a7-4966-ba51-9c8aa02446fd req-0c08fce4-72cb-4cf3-bd81-f20c853a4c59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13768621-ebb8-4cb6-b71c-a1a670fe9aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426495 Apr 28 15:05:05.788096 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-378c7766-62a7-4966-ba51-9c8aa02446fd req-2dde1405-b343-4e8d-9a2a-da9cfb508df4 service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880041 Apr 28 15:05:05.885962 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-378c7766-62a7-4966-ba51-9c8aa02446fd req-59b5f85f-469b-464b-9910-af6bc20e945a service neutron] 10.222.0.42 "GET /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908723 Apr 28 15:05:06.091170 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefaa15-59c1-4518-a542-586ed06368a5 req-2b9cdb71-575a-42cc-9b5a-213e0759298f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:06.092697 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fefaa15-59c1-4518-a542-586ed06368a5 req-2b9cdb71-575a-42cc-9b5a-213e0759298f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0476923 Apr 28 15:05:06.139537 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0fefaa15-59c1-4518-a542-586ed06368a5 req-4aadb272-fd6e-476e-a90d-702e9c153371 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413375 Apr 28 15:05:07.255653 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fd3f8-5adc-4479-98a1-065a050047e3 req-36aabc1e-7c2c-403f-89d6-ff2b9a75161d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:07.257186 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-333fd3f8-5adc-4479-98a1-065a050047e3 req-36aabc1e-7c2c-403f-89d6-ff2b9a75161d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0481312 Apr 28 15:05:07.304142 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-333fd3f8-5adc-4479-98a1-065a050047e3 req-50796906-a6e9-4e43-aefe-ece768910b4d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412235 Apr 28 15:05:08.422823 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf600f-d18e-4bf9-9d4f-57803d013ee7 req-4737d2de-ccdd-48c9-968b-7fe52105b3f9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:08.424460 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b5bf600f-d18e-4bf9-9d4f-57803d013ee7 req-4737d2de-ccdd-48c9-968b-7fe52105b3f9 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0477517 Apr 28 15:05:08.471908 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b5bf600f-d18e-4bf9-9d4f-57803d013ee7 req-58916ebd-b9d8-4b98-82cb-85c8145ec840 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 Apr 28 15:05:08.515150 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5505dd-5d10-48c4-8173-655a01a65d25 req-145ab236-0607-4639-9f62-0d5f9c9d5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:08.516634 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3b5505dd-5d10-48c4-8173-655a01a65d25 req-145ab236-0607-4639-9f62-0d5f9c9d5f41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 1130 time: 0.0418720 Apr 28 15:05:08.564860 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3b5505dd-5d10-48c4-8173-655a01a65d25 req-a2714d5e-e96e-47ca-bb60-b4ba6c0d931f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407460 Apr 28 15:05:09.038929 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a004663-7ea4-4c89-af69-6334247587c2 req-f0f6fc0c-de1c-439e-ac3d-7b9d4e3a1643 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:09.040301 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3a004663-7ea4-4c89-af69-6334247587c2 req-f0f6fc0c-de1c-439e-ac3d-7b9d4e3a1643 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 945 time: 0.0489514 Apr 28 15:05:09.085964 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3a004663-7ea4-4c89-af69-6334247587c2 req-a659a925-8755-4ea9-8f12-3e982908c0d2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395594 Apr 28 15:05:09.591803 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d8232-e323-4e58-8495-36bf32778b04 req-f9ffe627-5cad-4188-ae7c-302d9e87074b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:09.593285 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-657d8232-e323-4e58-8495-36bf32778b04 req-f9ffe627-5cad-4188-ae7c-302d9e87074b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0473843 Apr 28 15:05:09.640372 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-657d8232-e323-4e58-8495-36bf32778b04 req-d6ae8ba4-98b6-412b-9d4c-69c87da9d7b5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 Apr 28 15:05:10.198383 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3514672-f290-4ae1-a6cc-7deb96700232 req-b2f5538c-9ad4-4479-914e-922784d456bf tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:10.199828 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a3514672-f290-4ae1-a6cc-7deb96700232 req-b2f5538c-9ad4-4479-914e-922784d456bf tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 945 time: 0.0462775 Apr 28 15:05:10.245706 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a3514672-f290-4ae1-a6cc-7deb96700232 req-01bdf1b5-e22d-4d6f-94a4-afa3218713cc tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404439 Apr 28 15:05:10.755356 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826bb58-d6e1-442f-9678-51ff5073b503 req-0a7a29ed-79c5-4b6e-ba49-747f65288642 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:10.756900 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e826bb58-d6e1-442f-9678-51ff5073b503 req-0a7a29ed-79c5-4b6e-ba49-747f65288642 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0506854 Apr 28 15:05:10.803860 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e826bb58-d6e1-442f-9678-51ff5073b503 req-647e5b2f-80dd-4bff-a60c-673e98b6d064 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405195 Apr 28 15:05:11.358813 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373957c-8f82-4d17-b08d-09ef908b591d req-e8253ca8-14bd-4ced-bb0e-94696f2d99c5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:11.360263 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d373957c-8f82-4d17-b08d-09ef908b591d req-e8253ca8-14bd-4ced-bb0e-94696f2d99c5 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 945 time: 0.0458753 Apr 28 15:05:11.412789 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d373957c-8f82-4d17-b08d-09ef908b591d req-57534839-080b-4b79-9f90-b6e3634db4eb tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=0000d753-d987-49ff-b21d-1c6760d0911e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470047 Apr 28 15:05:11.670728 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-3f27f365-65b9-47fc-aa18-97588bd006fb tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:11.672145 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-3f27f365-65b9-47fc-aa18-97588bd006fb tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 945 time: 0.0469968 Apr 28 15:05:11.765172 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Deleting port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:05:11.765825 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:11.850075 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] For port d4fe86ad-9de2-40e8-8b5b-3e4088b63572, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d4fe86ad-9de2-40e8-8b5b-3e4088b63572,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:11.850435 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:11.980130 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ed72f-7ff9-49aa-bfc6-28a1651451e4 req-ae368fab-c5ba-40c3-bc7c-da35cb0e4578 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:11.982156 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3b6ed72f-7ff9-49aa-bfc6-28a1651451e4 req-ae368fab-c5ba-40c3-bc7c-da35cb0e4578 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0874312 Apr 28 15:05:12.079652 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3b6ed72f-7ff9-49aa-bfc6-28a1651451e4 req-8d60a078-db66-4bb1-bca6-7fd40ffd80d1 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913017 Apr 28 15:05:12.105723 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:12.106179 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (af5c6253-0bcc-4a63-acf6-72c2afb3eee6), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:12.106459 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Floating IP af5c6253-0bcc-4a63-acf6-72c2afb3eee6 disassociated. External IP: 172.27.2.24, port: d4fe86ad-9de2-40e8-8b5b-3e4088b63572. Apr 28 15:05:12.106797 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Calling delete_port for d4fe86ad-9de2-40e8-8b5b-3e4088b63572 owned by compute:nova {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:05:12.287809 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (d4fe86ad-9de2-40e8-8b5b-3e4088b63572), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:12.317962 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event deleted for resources: {'Port': ['ID=d4fe86ad-9de2-40e8-8b5b-3e4088b63572,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:12.435228 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Router 40656fc2-6c52-4293-b017-33ab66147f11 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:12.521453 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-00e1619a-2a3c-4788-afd8-7882fec93505 req-78d934cd-bf01-441f-91aa-13920f959295 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 210 time: 0.0380597 Apr 28 15:05:12.577943 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:12.584967 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6325-6c2e-4d23-b845-e3a702201ab5 req-1a4f07aa-226b-4ae3-8f4d-676fd11d4300 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:12.586422 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f13d6325-6c2e-4d23-b845-e3a702201ab5 req-1a4f07aa-226b-4ae3-8f4d-676fd11d4300 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0589190 Apr 28 15:05:12.587706 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eeaa69-da8a-4d83-92c6-811b63eb1154 None None] Sync routers for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:12.601237 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eeaa69-da8a-4d83-92c6-811b63eb1154 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:12.602109 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-e9eeaa69-da8a-4d83-92c6-811b63eb1154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:04:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:12.655483 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] No DVR routers for this DVR port d4fe86ad-9de2-40e8-8b5b-3e4088b63572 on host hv-cinder-83976 {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:12.679281 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:12.682906 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-dea0a271-8c7b-4363-b106-0d2dddb1cdf8 req-827bf133-dfce-4d2b-a563-8be7f7ec4731 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "DELETE /v2.0/ports/d4fe86ad-9de2-40e8-8b5b-3e4088b63572 HTTP/1.1" status: 204 len: 173 time: 1.0035512 Apr 28 15:05:12.683384 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'name': 'network-vif-deleted', 'tag': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:12.685826 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e555189a-b6d1-483f-933f-b32d265bae3d" -d '{"events": [{"server_uuid": "bc636d5d-19b7-4a6f-9b9d-5825c36ae65c", "name": "network-vif-deleted", "tag": "d4fe86ad-9de2-40e8-8b5b-3e4088b63572"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:12.720120 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-e9eeaa69-da8a-4d83-92c6-811b63eb1154 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:12.737295 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f13d6325-6c2e-4d23-b845-e3a702201ab5 req-1ee4ec4f-f47b-4748-b87b-93396b0c7c44 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428533 Apr 28 15:05:12.745316 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c43e7-f0ea-48fd-a0fb-f732683ec86a req-ec609219-cc09-4439-b2a9-c61713b6a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:12.747104 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e2c43e7-f0ea-48fd-a0fb-f732683ec86a req-ec609219-cc09-4439-b2a9-c61713b6a13d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 1130 time: 0.1179924 Apr 28 15:05:12.754736 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d903d7d7-bcbc-420f-944a-cd7d80a9bbbb x-openstack-request-id: req-d903d7d7-bcbc-420f-944a-cd7d80a9bbbb {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:12.755024 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc636d5d-19b7-4a6f-9b9d-5825c36ae65c", "name": "network-vif-deleted", "tag": "d4fe86ad-9de2-40e8-8b5b-3e4088b63572", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:12.755277 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d903d7d7-bcbc-420f-944a-cd7d80a9bbbb {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:12.755743 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d903d7d7-bcbc-420f-944a-cd7d80a9bbbb'] response: {'server_uuid': 'bc636d5d-19b7-4a6f-9b9d-5825c36ae65c', 'name': 'network-vif-deleted', 'tag': 'd4fe86ad-9de2-40e8-8b5b-3e4088b63572', 'status': 'completed', 'code': 200} Apr 28 15:05:12.868052 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c43e7-f0ea-48fd-a0fb-f732683ec86a req-63cd93a1-a4c9-49e5-a6a5-3abbe314ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:12.869619 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e2c43e7-f0ea-48fd-a0fb-f732683ec86a req-63cd93a1-a4c9-49e5-a6a5-3abbe314ff17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 919 time: 0.1028416 Apr 28 15:05:12.928082 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-e9eeaa69-da8a-4d83-92c6-811b63eb1154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:12.948083 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e2c43e7-f0ea-48fd-a0fb-f732683ec86a req-44eec081-d893-4c0e-ac7b-5d721fe3568b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31399c2-6730-4cc7-b7d3-a098b03c21cf HTTP/1.1" status: 200 len: 1001 time: 0.0627248 Apr 28 15:05:12.958781 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eeaa69-da8a-4d83-92c6-811b63eb1154 None None] Checking router: 40656fc2-6c52-4293-b017-33ab66147f11 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:12.967518 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eeaa69-da8a-4d83-92c6-811b63eb1154 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:12.968130 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-e9eeaa69-da8a-4d83-92c6-811b63eb1154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:04:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:13.016328 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c43e7-f0ea-48fd-a0fb-f732683ec86a req-461867cf-417d-41be-81d8-90094d9d8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:13.017806 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e2c43e7-f0ea-48fd-a0fb-f732683ec86a req-461867cf-417d-41be-81d8-90094d9d8be5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 200 len: 857 time: 0.0530877 Apr 28 15:05:13.065863 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c43e7-f0ea-48fd-a0fb-f732683ec86a req-88abe1b6-1e5f-41cc-b0af-20b49e02b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:13.067373 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e2c43e7-f0ea-48fd-a0fb-f732683ec86a req-88abe1b6-1e5f-41cc-b0af-20b49e02b054 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4941596-20f6-4239-8eb0-824cfe4ba71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421329 Apr 28 15:05:13.078421 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-e9eeaa69-da8a-4d83-92c6-811b63eb1154 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:13.155782 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e2c43e7-f0ea-48fd-a0fb-f732683ec86a req-bde21a64-b231-4eb8-8554-d7d4624e1fcb service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822275 Apr 28 15:05:13.262148 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-e9eeaa69-da8a-4d83-92c6-811b63eb1154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:13.287663 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eeaa69-da8a-4d83-92c6-811b63eb1154 None None] The sync data for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi is: [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:13.452613 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e2c43e7-f0ea-48fd-a0fb-f732683ec86a req-9d8b19d9-df09-4db7-be53-65aafe75b2b0 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947695 Apr 28 15:05:13.521959 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccdf339-5908-4c14-9852-aa7158ca13c6 None None] New status for floating IP af5c6253-0bcc-4a63-acf6-72c2afb3eee6: DOWN {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:05:13.634094 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-08faa6ae-ad31-4369-bc50-5ed18dcb84f6 req-8f4f5f04-5db7-4f3f-ab2b-c033609ca4c4 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc636d5d-19b7-4a6f-9b9d-5825c36ae65c HTTP/1.1" status: 200 len: 210 time: 0.0292168 Apr 28 15:05:13.743792 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device d4fe86ad-9de2-40e8-8b5b-3e4088b63572 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:13.765357 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: d4fe86ad-9de2-40e8-8b5b-3e4088b63572 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:05:13.765702 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device d4fe86ad-9de2-40e8-8b5b-3e4088b63572 not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:13.854513 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d936a1-358d-4f04-979a-4b8bc51afd41 req-be341d95-2509-4fa7-ba8e-9972c390fa63 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:13.855988 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e5d936a1-358d-4f04-979a-4b8bc51afd41 req-be341d95-2509-4fa7-ba8e-9972c390fa63 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0471346 Apr 28 15:05:13.902120 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e5d936a1-358d-4f04-979a-4b8bc51afd41 req-1ff4423f-0ff0-4900-9226-b91fe77fc4d3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404534 Apr 28 15:05:14.444903 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fe511458-d71e-48bc-951e-ec3552e6dd58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:14.808486 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55872) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:14.862923 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-44e4f4a3-84d8-40ed-a191-edd7ecf2f894 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (0000d753-d987-49ff-b21d-1c6760d0911e), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:14.885491 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-44e4f4a3-84d8-40ed-a191-edd7ecf2f894 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (0000d753-d987-49ff-b21d-1c6760d0911e), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:15.002012 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-44e4f4a3-84d8-40ed-a191-edd7ecf2f894 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (0000d753-d987-49ff-b21d-1c6760d0911e), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:15.004577 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-44e4f4a3-84d8-40ed-a191-edd7ecf2f894 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:15.008148 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-44e4f4a3-84d8-40ed-a191-edd7ecf2f894 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "DELETE /v2.0/security-groups/0000d753-d987-49ff-b21d-1c6760d0911e HTTP/1.1" status: 204 len: 168 time: 0.1961992 Apr 28 15:05:15.008571 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55876) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:15.023091 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.api.v2.resource [None req-fd04fc0c-799d-44a2-b7bc-4d01cdc90126 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] show failed (client error): The resource could not be found. Apr 28 15:05:15.025302 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4f4a3-84d8-40ed-a191-edd7ecf2f894 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0000d753-d987-49ff-b21d-1c6760d0911e,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:15.028299 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-fd04fc0c-799d-44a2-b7bc-4d01cdc90126 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups/0000d753-d987-49ff-b21d-1c6760d0911e HTTP/1.1" status: 404 len: 347 time: 0.0180440 Apr 28 15:05:15.029037 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55878) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:15.033118 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cd8aa-cf48-4515-914c-4427f7303651 req-348201ff-c397-4a2a-b700-bce7f3714057 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:15.034599 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-709cd8aa-cf48-4515-914c-4427f7303651 req-348201ff-c397-4a2a-b700-bce7f3714057 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0634046 Apr 28 15:05:15.082483 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-709cd8aa-cf48-4515-914c-4427f7303651 req-86466cd7-2679-4abd-9384-ce0dd068679d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419476 Apr 28 15:05:15.151472 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-6a9dbaaf-0812-47e5-8c51-e72d543c0a9d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Deleting port 5f284e0b-e0e9-4938-888d-6a4a62c0f27d {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:05:15.151821 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6a9dbaaf-0812-47e5-8c51-e72d543c0a9d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (5f284e0b-e0e9-4938-888d-6a4a62c0f27d), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:15.226997 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6a9dbaaf-0812-47e5-8c51-e72d543c0a9d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (5f284e0b-e0e9-4938-888d-6a4a62c0f27d), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:15.227241 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6a9dbaaf-0812-47e5-8c51-e72d543c0a9d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (5f284e0b-e0e9-4938-888d-6a4a62c0f27d), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:15.239619 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-6a9dbaaf-0812-47e5-8c51-e72d543c0a9d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Calling delete_port for 5f284e0b-e0e9-4938-888d-6a4a62c0f27d owned by network:floatingip {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:05:15.441115 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6a9dbaaf-0812-47e5-8c51-e72d543c0a9d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (5f284e0b-e0e9-4938-888d-6a4a62c0f27d), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:15.466910 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dbaaf-0812-47e5-8c51-e72d543c0a9d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event deleted for resources: {'Port': ['ID=5f284e0b-e0e9-4938-888d-6a4a62c0f27d,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:15.527046 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6a9dbaaf-0812-47e5-8c51-e72d543c0a9d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (af5c6253-0bcc-4a63-acf6-72c2afb3eee6), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:15.530064 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6a9dbaaf-0812-47e5-8c51-e72d543c0a9d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:15.531210 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-6a9dbaaf-0812-47e5-8c51-e72d543c0a9d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "DELETE /v2.0/floatingips/af5c6253-0bcc-4a63-acf6-72c2afb3eee6 HTTP/1.1" status: 204 len: 168 time: 0.5012836 Apr 28 15:05:15.870271 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55884) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:15.875025 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-b34a1d79-7563-443c-abc0-9609388f2c90 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656246627', 'description': 'tempest-description--713472194'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:05:15.939199 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b34a1d79-7563-443c-abc0-9609388f2c90 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.016075 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b34a1d79-7563-443c-abc0-9609388f2c90 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (8b4d75ea-b842-4832-ab3b-f8daae3a05c1), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.076179 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b34a1d79-7563-443c-abc0-9609388f2c90 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (8b4d75ea-b842-4832-ab3b-f8daae3a05c1), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.107276 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a1d79-7563-443c-abc0-9609388f2c90 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4d75ea-b842-4832-ab3b-f8daae3a05c1,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:16.196875 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e66607-8e7f-4af6-87f0-ea6df55628d6 req-6e0f9926-4680-452f-a327-f106e065fb21 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:16.198359 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-95e66607-8e7f-4af6-87f0-ea6df55628d6 req-6e0f9926-4680-452f-a327-f106e065fb21 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0459127 Apr 28 15:05:16.213130 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b34a1d79-7563-443c-abc0-9609388f2c90 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.214384 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-b34a1d79-7563-443c-abc0-9609388f2c90 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3431311 Apr 28 15:05:16.217814 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55888) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:16.222022 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-835223ba-e985-423c-aea3-d50dea7c8306 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'security_group_rule': {'security_group_id': '8b4d75ea-b842-4832-ab3b-f8daae3a05c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:05:16.246164 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-95e66607-8e7f-4af6-87f0-ea6df55628d6 req-a5e08d28-4008-466e-a06c-7bfac3294f5e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416842 Apr 28 15:05:16.344269 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-835223ba-e985-423c-aea3-d50dea7c8306 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (0e0cf9a8-5787-4c4f-b1ee-0163a32f9913), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.373048 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e707e-6a2b-4868-b14b-13c5eda34ddd req-a241a322-c5b2-4ab8-92f4-01bd36ac0df1 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:16.374436 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a50e707e-6a2b-4868-b14b-13c5eda34ddd req-a241a322-c5b2-4ab8-92f4-01bd36ac0df1 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0625808 Apr 28 15:05:16.383271 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 55892) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:16.388324 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-4abc6aaf-3c48-4963-9fbd-f3dc996fb756 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Request body: {'floatingip': {'port_id': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:05:16.403117 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-835223ba-e985-423c-aea3-d50dea7c8306 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (0e0cf9a8-5787-4c4f-b1ee-0163a32f9913), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.445651 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4abc6aaf-3c48-4963-9fbd-f3dc996fb756 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for floatingip (f964f935-600f-4433-920c-70242dfbb3a3), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.510524 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-835223ba-e985-423c-aea3-d50dea7c8306 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (0e0cf9a8-5787-4c4f-b1ee-0163a32f9913), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.530990 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835223ba-e985-423c-aea3-d50dea7c8306 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0cf9a8-5787-4c4f-b1ee-0163a32f9913,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:16.604097 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-835223ba-e985-423c-aea3-d50dea7c8306 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.605355 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-835223ba-e985-423c-aea3-d50dea7c8306 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3866205 Apr 28 15:05:16.608485 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55894) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:16.612854 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-7c72246a-6822-4933-acee-c837a8ba8e87 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'security_group_rule': {'security_group_id': '8b4d75ea-b842-4832-ab3b-f8daae3a05c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:05:16.714463 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7c72246a-6822-4933-acee-c837a8ba8e87 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (dc29ca1a-2c8a-46a7-b6ba-cf643ac99217), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.770505 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7c72246a-6822-4933-acee-c837a8ba8e87 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (dc29ca1a-2c8a-46a7-b6ba-cf643ac99217), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.788074 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-74c4b0a2-7fba-4aaf-97ef-043f1d7dadb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.839606 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7c72246a-6822-4933-acee-c837a8ba8e87 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (dc29ca1a-2c8a-46a7-b6ba-cf643ac99217), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.858473 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72246a-6822-4933-acee-c837a8ba8e87 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc29ca1a-2c8a-46a7-b6ba-cf643ac99217,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:16.915551 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4abc6aaf-3c48-4963-9fbd-f3dc996fb756 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.973524 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7c72246a-6822-4933-acee-c837a8ba8e87 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:16.974673 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-7c72246a-6822-4933-acee-c837a8ba8e87 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3652124 Apr 28 15:05:16.977812 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55896) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:16.982196 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:05:17.014182 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4abc6aaf-3c48-4963-9fbd-f3dc996fb756 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (f964f935-600f-4433-920c-70242dfbb3a3), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:17.068675 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:17.162930 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:17.273424 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Allocated IP 172.27.2.94 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/d5b34198-c942-4456-93fe-b80b098a629f) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:05:17.380548 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for port (d5b34198-c942-4456-93fe-b80b098a629f), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:17.463139 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (d5b34198-c942-4456-93fe-b80b098a629f), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:17.481319 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abc6aaf-3c48-4963-9fbd-f3dc996fb756 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Router a4c54679-e9f5-470e-a929-caa4e0a254ea has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:17.498911 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:17.501952 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:17.504321 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:05:17.542854 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'Port': ['ID=d5b34198-c942-4456-93fe-b80b098a629f,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:17.593612 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abc6aaf-3c48-4963-9fbd-f3dc996fb756 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:17.598519 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4abc6aaf-3c48-4963-9fbd-f3dc996fb756 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:17.599939 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (7714f285-ab46-4aa0-a25a-eca4cf916b04), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:17.608557 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc7c20-6a17-471f-8d5c-ff9ace7cc7f5 None None] Sync routers for ids ['a4c54679-e9f5-470e-a929-caa4e0a254ea'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:17.618383 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc7c20-6a17-471f-8d5c-ff9ace7cc7f5 None None] Routers {'a4c54679-e9f5-470e-a929-caa4e0a254ea'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:17.618999 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-b6dc7c20-6a17-471f-8d5c-ff9ace7cc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:05:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['a4c54679-e9f5-470e-a929-caa4e0a254ea'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:17.631285 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'tag': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:17.633552 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a66e663-cf45-47b4-af87-510bbcec8ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d44c72b-1d91-4553-a8f7-6832f90c80b9", "tag": "a31399c2-6730-4cc7-b7d3-a098b03c21cf"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:17.678045 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4abc6aaf-3c48-4963-9fbd-f3dc996fb756 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "PUT /v2.0/floatingips/f964f935-600f-4433-920c-70242dfbb3a3 HTTP/1.1" status: 200 len: 993 time: 1.2935779 Apr 28 15:05:17.679723 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeadb1e3-392c-4d64-8da7-c39722a4355b x-openstack-request-id: req-eeadb1e3-392c-4d64-8da7-c39722a4355b {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:17.680013 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d44c72b-1d91-4553-a8f7-6832f90c80b9", "tag": "a31399c2-6730-4cc7-b7d3-a098b03c21cf", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:17.680264 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eeadb1e3-392c-4d64-8da7-c39722a4355b {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:17.680756 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeadb1e3-392c-4d64-8da7-c39722a4355b'] response: {'name': 'network-changed', 'server_uuid': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'tag': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'status': 'completed', 'code': 200} Apr 28 15:05:17.691937 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d5b34198-c942-4456-93fe-b80b098a629f), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:17.741842 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66e663-cf45-47b4-af87-510bbcec8ac8 req-a5217da5-aa7e-459d-ab04-f7a1187c3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:17.743705 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8a66e663-cf45-47b4-af87-510bbcec8ac8 req-a5217da5-aa7e-459d-ab04-f7a1187c3e01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 1130 time: 0.0423298 Apr 28 15:05:17.746493 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-b6dc7c20-6a17-471f-8d5c-ff9ace7cc7f5 None None] Set router a4c54679-e9f5-470e-a929-caa4e0a254ea gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:17.846060 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66e663-cf45-47b4-af87-510bbcec8ac8 req-332b2c93-4101-4574-b2b4-dbb2b0d6dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:17.848029 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8a66e663-cf45-47b4-af87-510bbcec8ac8 req-332b2c93-4101-4574-b2b4-dbb2b0d6dd81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 919 time: 0.0957849 Apr 28 15:05:17.850459 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for port (d5b34198-c942-4456-93fe-b80b098a629f), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:17.905077 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (d5b34198-c942-4456-93fe-b80b098a629f), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:17.914544 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8a66e663-cf45-47b4-af87-510bbcec8ac8 req-ef514539-b52d-476a-ae11-a519537268d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31399c2-6730-4cc7-b7d3-a098b03c21cf HTTP/1.1" status: 200 len: 1001 time: 0.0598545 Apr 28 15:05:17.967943 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-b6dc7c20-6a17-471f-8d5c-ff9ace7cc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'f964f935-600f-4433-920c-70242dfbb3a3', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'port_id': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'mac_address': 'fa:16:3e:f5:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:35Z', 'updated_at': '2022-04-28T15:05:16Z', 'revision_number': 3, 'project_id': '2965a414fca64399918af02e41fe47ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791cf621-10e8-453a-b443-94298524a993', 'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'mac_address': 'fa:16:3e:14:62:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:46Z', 'updated_at': '2022-04-28T15:01:51Z', 'revision_number': 5, 'project_id': '2965a414fca64399918af02e41fe47ca', 'subnets': [{'id': '71830540-5d1e-47d6-914a-38b502f26977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:17.971180 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66e663-cf45-47b4-af87-510bbcec8ac8 req-c3625637-c1a7-4de6-b676-02cb86df27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:17.973464 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8a66e663-cf45-47b4-af87-510bbcec8ac8 req-c3625637-c1a7-4de6-b676-02cb86df27d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 200 len: 857 time: 0.0509765 Apr 28 15:05:17.985455 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'Port': ['ID=d5b34198-c942-4456-93fe-b80b098a629f,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:17.991343 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (7714f285-ab46-4aa0-a25a-eca4cf916b04), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:18.004750 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc7c20-6a17-471f-8d5c-ff9ace7cc7f5 None None] Checking router: a4c54679-e9f5-470e-a929-caa4e0a254ea for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:18.013359 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc7c20-6a17-471f-8d5c-ff9ace7cc7f5 None None] Routers {'a4c54679-e9f5-470e-a929-caa4e0a254ea'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:18.013970 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-b6dc7c20-6a17-471f-8d5c-ff9ace7cc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:05:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['a4c54679-e9f5-470e-a929-caa4e0a254ea'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:18.021790 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66e663-cf45-47b4-af87-510bbcec8ac8 req-6e072b0c-4d2b-4f83-a9bf-657e7e94f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:18.023406 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8a66e663-cf45-47b4-af87-510bbcec8ac8 req-6e072b0c-4d2b-4f83-a9bf-657e7e94f20f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4941596-20f6-4239-8eb0-824cfe4ba71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410788 Apr 28 15:05:18.070497 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:18.113020 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:18.118194 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8a66e663-cf45-47b4-af87-510bbcec8ac8 req-e5300a6e-b26e-460d-b95c-309464ece802 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879793 Apr 28 15:05:18.121979 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-b6dc7c20-6a17-471f-8d5c-ff9ace7cc7f5 None None] Set router a4c54679-e9f5-470e-a929-caa4e0a254ea gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:18.125392 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3b72e870-245f-4920-952a-6210fdf2ba54 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1464634 Apr 28 15:05:18.220565 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8a66e663-cf45-47b4-af87-510bbcec8ac8 req-4184512c-8499-47b9-9ab5-181485059734 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906458 Apr 28 15:05:18.268685 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-e8b1fe37-b979-4571-a3a3-4c75b0039f39 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1656246627&fields=id&tenant_id=a6f0dee0207e4cdeb2d1f244106252c0 HTTP/1.1" status: 200 len: 267 time: 0.0431526 Apr 28 15:05:18.371043 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-f5ad53fa-28b0-4437-983c-3be5b15a96da tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:18.372768 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-f5ad53fa-28b0-4437-983c-3be5b15a96da tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 815 time: 0.0974579 Apr 28 15:05:18.388241 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-059b6b7a-831b-4257-9d05-90527b8cd3aa tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/quotas/a6f0dee0207e4cdeb2d1f244106252c0 HTTP/1.1" status: 200 len: 375 time: 0.0096440 Apr 28 15:05:18.422708 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-b6dc7c20-6a17-471f-8d5c-ff9ace7cc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'f964f935-600f-4433-920c-70242dfbb3a3', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'port_id': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'mac_address': 'fa:16:3e:f5:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:35Z', 'updated_at': '2022-04-28T15:05:16Z', 'revision_number': 3, 'project_id': '2965a414fca64399918af02e41fe47ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791cf621-10e8-453a-b443-94298524a993', 'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'mac_address': 'fa:16:3e:14:62:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:46Z', 'updated_at': '2022-04-28T15:01:51Z', 'revision_number': 5, 'project_id': '2965a414fca64399918af02e41fe47ca', 'subnets': [{'id': '71830540-5d1e-47d6-914a-38b502f26977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:18.441331 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-36839d0e-781e-4f10-9dcb-92d6e92fb71c tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476615 Apr 28 15:05:18.448070 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc7c20-6a17-471f-8d5c-ff9ace7cc7f5 None None] The sync data for ids ['a4c54679-e9f5-470e-a929-caa4e0a254ea'] in dv-cinder-839768-1-iscsi is: [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'f964f935-600f-4433-920c-70242dfbb3a3', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'port_id': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'mac_address': 'fa:16:3e:f5:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:35Z', 'updated_at': '2022-04-28T15:05:16Z', 'revision_number': 3, 'project_id': '2965a414fca64399918af02e41fe47ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '791cf621-10e8-453a-b443-94298524a993', 'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'mac_address': 'fa:16:3e:14:62:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:46Z', 'updated_at': '2022-04-28T15:01:51Z', 'revision_number': 5, 'project_id': '2965a414fca64399918af02e41fe47ca', 'subnets': [{'id': '71830540-5d1e-47d6-914a-38b502f26977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:18.539087 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-da334adb-5687-4d3f-84a3-76a4eae65e38 service neutron] 10.222.0.31 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857463 Apr 28 15:05:18.863909 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-5babfd52-7577-4de6-a13e-948294d681ce service neutron] 10.222.0.31 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187704 Apr 28 15:05:19.107081 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-cfbb8328-587d-44c5-a2bf-9d06185ce506 req-63ba6b11-6742-4352-96e5-58c18158731d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 210 time: 0.0273669 Apr 28 15:05:19.325529 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:19.686437 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'tag': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:19.688641 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d152e180-1a0b-441a-aed6-9796cd3aff74" -d '{"events": [{"name": "network-changed", "server_uuid": "7d44c72b-1d91-4553-a8f7-6832f90c80b9", "tag": "a31399c2-6730-4cc7-b7d3-a098b03c21cf"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:19.726427 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06a69c4-2813-4761-a86f-8d5aa1d48ece x-openstack-request-id: req-f06a69c4-2813-4761-a86f-8d5aa1d48ece {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:19.726717 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d44c72b-1d91-4553-a8f7-6832f90c80b9", "tag": "a31399c2-6730-4cc7-b7d3-a098b03c21cf", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:19.726964 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f06a69c4-2813-4761-a86f-8d5aa1d48ece {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:19.729464 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f06a69c4-2813-4761-a86f-8d5aa1d48ece'] response: {'name': 'network-changed', 'server_uuid': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'tag': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'status': 'completed', 'code': 200} Apr 28 15:05:19.793240 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152e180-1a0b-441a-aed6-9796cd3aff74 req-d8974023-531e-4900-9bef-61e0a87ed0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:19.794741 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d152e180-1a0b-441a-aed6-9796cd3aff74 req-d8974023-531e-4900-9bef-61e0a87ed0fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 1130 time: 0.0429883 Apr 28 15:05:19.800143 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:05:19.884079 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152e180-1a0b-441a-aed6-9796cd3aff74 req-d43e32c8-104b-47e6-8fd0-9d689cdbd921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:19.885934 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d152e180-1a0b-441a-aed6-9796cd3aff74 req-d43e32c8-104b-47e6-8fd0-9d689cdbd921 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 919 time: 0.0836987 Apr 28 15:05:19.957392 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d152e180-1a0b-441a-aed6-9796cd3aff74 req-ca5df9c2-6cc7-4ee7-9a2a-eb32e6a20cb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31399c2-6730-4cc7-b7d3-a098b03c21cf HTTP/1.1" status: 200 len: 1001 time: 0.0626481 Apr 28 15:05:20.011040 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152e180-1a0b-441a-aed6-9796cd3aff74 req-a2b3a025-cd31-45e6-8c2e-151fbf90321e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:20.013167 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d152e180-1a0b-441a-aed6-9796cd3aff74 req-a2b3a025-cd31-45e6-8c2e-151fbf90321e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 200 len: 857 time: 0.0462925 Apr 28 15:05:20.055581 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152e180-1a0b-441a-aed6-9796cd3aff74 req-b90e76cf-dcfa-497a-9d92-f6d2057b4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:20.057136 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d152e180-1a0b-441a-aed6-9796cd3aff74 req-b90e76cf-dcfa-497a-9d92-f6d2057b4e75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4941596-20f6-4239-8eb0-824cfe4ba71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381303 Apr 28 15:05:20.149060 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d152e180-1a0b-441a-aed6-9796cd3aff74 req-28584a5a-36a6-4183-ad15-3807af621b16 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857055 Apr 28 15:05:20.239493 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8d836fef-2bfe-480e-aca3-0e8c0e0469f2 req-4a90b11a-c8b5-4ecc-b959-4c03e826bf27 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 210 time: 0.0587742 Apr 28 15:05:20.269290 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d152e180-1a0b-441a-aed6-9796cd3aff74 req-a8ce8ff6-9875-41e3-8fdc-980871ce9478 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064510 Apr 28 15:05:20.856365 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:21.042520 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-a27a2db0-a046-4f39-8bb2-60fc920fdc35 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:21.043928 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-a27a2db0-a046-4f39-8bb2-60fc920fdc35 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 815 time: 0.1020415 Apr 28 15:05:21.108066 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-5648f55a-3921-43bd-8c68-3d832fd6b7cd tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6f0dee0207e4cdeb2d1f244106252c0 HTTP/1.1" status: 200 len: 380 time: 0.0507753 Apr 28 15:05:21.123781 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'port': {'device_id': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'admin_state_up': True, 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'security_groups': ['8b4d75ea-b842-4832-ab3b-f8daae3a05c1']}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:05:21.283679 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Made reservation on behalf of a6f0dee0207e4cdeb2d1f244106252c0 for: {'port': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:05:21.287677 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:21.337913 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5805cd7c-8e68-46d5-8a71-d6c79ae6fb12 req-00ca56a9-ebce-4e58-94d7-43befea98f87 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 210 time: 0.0280809 Apr 28 15:05:21.413717 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Allocated IP 172.20.0.12 (1ed45ab8-7ad4-45eb-b2e9-24d899ca4036/a4a45de5-2458-48c8-906b-01e1b205ed9e/224c5b60-2374-4329-aa33-09bda6116b0d) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:05:21.555980 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for port (224c5b60-2374-4329-aa33-09bda6116b0d), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:21.641847 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:21.685311 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:21.690542 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:21.692882 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:05:21.722038 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event updated for resources: {'Port': ['ID=224c5b60-2374-4329-aa33-09bda6116b0d,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:21.752518 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:21.753183 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:21.825649 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-26eeb3c9-10f4-4e18-ba45-893f6c94d508 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7062490 Apr 28 15:05:21.841141 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Request body: {'port': {'device_id': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:05:21.898134 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:21.956977 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-887f365d-fee6-4327-8f9c-b0dedaf25401 None None] Provisioning complete for port 224c5b60-2374-4329-aa33-09bda6116b0d triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:05:21.957572 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-887f365d-fee6-4327-8f9c-b0dedaf25401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:21.990511 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-887f365d-fee6-4327-8f9c-b0dedaf25401 None None] Port 224c5b60-2374-4329-aa33-09bda6116b0d cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:05:22.156139 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224c5b60-2374-4329-aa33-09bda6116b0d {{(pid=110071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:05:22.163552 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Publish callbacks [] for port (224c5b60-2374-4329-aa33-09bda6116b0d), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:22.175434 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.provisioning_blocks [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Transition to ACTIVE for port object 224c5b60-2374-4329-aa33-09bda6116b0d will not be triggered until provisioned by entity L2. {{(pid=110071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:05:22.233428 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:22.300038 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Pushing event updated for resources: {'Port': ['ID=224c5b60-2374-4329-aa33-09bda6116b0d,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:22.352467 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Attempting to bind port 224c5b60-2374-4329-aa33-09bda6116b0d on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:05:22.358787 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Attempting to bind port 224c5b60-2374-4329-aa33-09bda6116b0d by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:05:22.358787 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Attempting to bind port 224c5b60-2374-4329-aa33-09bda6116b0d on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:22.358787 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Port 224c5b60-2374-4329-aa33-09bda6116b0d on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:05:22.358787 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Attempting to bind port 224c5b60-2374-4329-aa33-09bda6116b0d on network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:22.363392 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:05:22.363597 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Checking segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:05:22.363992 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Bound using segment: {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:05:22.364469 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Bound port: 224c5b60-2374-4329-aa33-09bda6116b0d, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd701af-08ff-41ef-9228-470b1d257928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036'}}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:05:22.364816 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:22.467483 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] For port 224c5b60-2374-4329-aa33-09bda6116b0d, host hv-cinder-83976, cleared binding levels {{(pid=110071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:05:22.475034 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b765e6f-6d67-4e06-b4d2-13c071da1560 req-d03e565a-c845-43d4-9f2f-e7c6f2fe2d6a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:22.478892 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0b765e6f-6d67-4e06-b4d2-13c071da1560 req-d03e565a-c845-43d4-9f2f-e7c6f2fe2d6a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 944 time: 0.0670381 Apr 28 15:05:22.478892 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] For port 224c5b60-2374-4329-aa33-09bda6116b0d, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=224c5b60-2374-4329-aa33-09bda6116b0d,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:05:22.523618 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0b765e6f-6d67-4e06-b4d2-13c071da1560 req-c49805aa-b444-4ff8-80b2-b27f4ba2e8e2 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b4d75ea-b842-4832-ab3b-f8daae3a05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412362 Apr 28 15:05:22.554152 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:22.588220 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:22.588863 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:22.590210 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] 10.222.0.42 "PUT /v2.0/ports/224c5b60-2374-4329-aa33-09bda6116b0d HTTP/1.1" status: 200 len: 1094 time: 0.7540531 Apr 28 15:05:22.590647 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'tag': '224c5b60-2374-4329-aa33-09bda6116b0d'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:22.592879 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5f23b4-3289-4160-b39f-4330a0d45d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1505a1-262a-44ab-9b76-cd8241bbf165", "tag": "224c5b60-2374-4329-aa33-09bda6116b0d"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:22.616948 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be24d5-801d-432f-87ec-7ce3ae4d0db4 service neutron] Pushing event updated for resources: {'Port': ['ID=224c5b60-2374-4329-aa33-09bda6116b0d,revision_number=3']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:22.636981 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74c6615-90d0-472e-bbd8-cd424df6fba8 x-openstack-request-id: req-b74c6615-90d0-472e-bbd8-cd424df6fba8 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:22.637303 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1505a1-262a-44ab-9b76-cd8241bbf165", "tag": "224c5b60-2374-4329-aa33-09bda6116b0d", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:22.637561 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b74c6615-90d0-472e-bbd8-cd424df6fba8 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:22.638069 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74c6615-90d0-472e-bbd8-cd424df6fba8'] response: {'name': 'network-changed', 'server_uuid': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'tag': '224c5b60-2374-4329-aa33-09bda6116b0d', 'status': 'completed', 'code': 200} Apr 28 15:05:22.707107 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f23b4-3289-4160-b39f-4330a0d45d1d req-792984f6-8ac2-430e-932b-411a15751fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:22.708999 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9c5f23b4-3289-4160-b39f-4330a0d45d1d req-792984f6-8ac2-430e-932b-411a15751fa6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 1128 time: 0.0463665 Apr 28 15:05:22.808780 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f23b4-3289-4160-b39f-4330a0d45d1d req-c7859a2e-c703-487a-88f6-3dc1505ef9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:22.810843 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9c5f23b4-3289-4160-b39f-4330a0d45d1d req-c7859a2e-c703-487a-88f6-3dc1505ef9a5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0933633 Apr 28 15:05:22.910569 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f23b4-3289-4160-b39f-4330a0d45d1d req-7f2ebc52-2203-4714-84fb-819971b4f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:22.911946 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9c5f23b4-3289-4160-b39f-4330a0d45d1d req-7f2ebc52-2203-4714-84fb-819971b4f041 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910990 Apr 28 15:05:22.986592 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-f1f10258-dedc-4592-952f-ebcfe9b23576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:22.987984 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-f1f10258-dedc-4592-952f-ebcfe9b23576 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 1128 time: 0.0391576 Apr 28 15:05:23.038298 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-16326b1e-d00e-44ad-8ec7-eccb97451c83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=224c5b60-2374-4329-aa33-09bda6116b0d HTTP/1.1" status: 200 len: 217 time: 0.0333178 Apr 28 15:05:23.091193 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-25c902fa-0d47-42bf-b92a-b790c142272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:23.092609 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-25c902fa-0d47-42bf-b92a-b790c142272d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4a45de5-2458-48c8-906b-01e1b205ed9e HTTP/1.1" status: 200 len: 854 time: 0.0458767 Apr 28 15:05:23.135955 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-2cab1612-a4ab-40fa-a6e1-d8fdcadad3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:23.138043 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-2cab1612-a4ab-40fa-a6e1-d8fdcadad3f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390465 Apr 28 15:05:23.234781 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-f33a66ef-13a6-4f41-b163-484ada936f8f service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819890 Apr 28 15:05:23.322153 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8613d8d8-6622-4764-968f-accb2f4b8dfd req-934e4181-559d-4603-98e4-4e060feb204f service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800893 Apr 28 15:05:23.634089 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22077a-8ff2-4980-8b17-650f5589ea88 req-80329a3d-4703-4f21-821a-ad85cd425537 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:23.635437 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-dc22077a-8ff2-4980-8b17-650f5589ea88 req-80329a3d-4703-4f21-821a-ad85cd425537 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 944 time: 0.0470915 Apr 28 15:05:23.684444 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-dc22077a-8ff2-4980-8b17-650f5589ea88 req-9f994e7f-cf0e-46a5-bce1-49967bcd973f tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b4d75ea-b842-4832-ab3b-f8daae3a05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429852 Apr 28 15:05:24.799400 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b914d-f395-43cc-a71b-f1dcbcc9774a req-20166194-e271-4a54-ae0e-7fa21a85ed9b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:24.800868 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8c9b914d-f395-43cc-a71b-f1dcbcc9774a req-20166194-e271-4a54-ae0e-7fa21a85ed9b tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 944 time: 0.0456252 Apr 28 15:05:24.846062 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8c9b914d-f395-43cc-a71b-f1dcbcc9774a req-7e80f73f-eded-48e8-aea3-3de30892512a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b4d75ea-b842-4832-ab3b-f8daae3a05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397410 Apr 28 15:05:25.811249 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 224c5b60-2374-4329-aa33-09bda6116b0d details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:05:25.905724 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 224c5b60-2374-4329-aa33-09bda6116b0d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=224c5b60-2374-4329-aa33-09bda6116b0d,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:25.916965 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '224c5b60-2374-4329-aa33-09bda6116b0d', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'port_id': '224c5b60-2374-4329-aa33-09bda6116b0d', 'mac_address': 'fa:16:3e:94:ae:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:05:25.953890 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 224c5b60-2374-4329-aa33-09bda6116b0d is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:05:25.954268 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:25.957419 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aa1a1-d5c8-4b10-a87b-0c24447dacb2 req-d8a1b458-c5a3-48f6-b58e-b74d5b183576 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:25.958934 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-960aa1a1-d5c8-4b10-a87b-0c24447dacb2 req-d8a1b458-c5a3-48f6-b58e-b74d5b183576 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 944 time: 0.0451772 Apr 28 15:05:25.971165 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224c5b60-2374-4329-aa33-09bda6116b0d {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:05:25.990235 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 224c5b60-2374-4329-aa33-09bda6116b0d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=224c5b60-2374-4329-aa33-09bda6116b0d,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:26.006014 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-960aa1a1-d5c8-4b10-a87b-0c24447dacb2 req-481684d6-ff12-412f-9c49-e980d93dcdca tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b4d75ea-b842-4832-ab3b-f8daae3a05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412893 Apr 28 15:05:26.085249 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:26.131503 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=224c5b60-2374-4329-aa33-09bda6116b0d,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:26.415541 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['224c5b60-2374-4329-aa33-09bda6116b0d'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:05:27.123471 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8e51f-7ba1-454d-9c1d-a9f36e1303c9 req-29ffd296-98cf-48ed-9505-e90bc0d52f93 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:27.125191 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9fa8e51f-7ba1-454d-9c1d-a9f36e1303c9 req-29ffd296-98cf-48ed-9505-e90bc0d52f93 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 945 time: 0.0494323 Apr 28 15:05:27.171263 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9fa8e51f-7ba1-454d-9c1d-a9f36e1303c9 req-b367e638-a214-4abb-a3f7-276ca5d8c567 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b4d75ea-b842-4832-ab3b-f8daae3a05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Apr 28 15:05:27.826796 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 224c5b60-2374-4329-aa33-09bda6116b0d up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:27.869103 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 224c5b60-2374-4329-aa33-09bda6116b0d completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:05:27.915357 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 224c5b60-2374-4329-aa33-09bda6116b0d triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:05:27.915756 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:27.989753 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 224c5b60-2374-4329-aa33-09bda6116b0d is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:05:27.990051 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:28.012404 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224c5b60-2374-4329-aa33-09bda6116b0d'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:28.014658 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8eea686-e732-480b-ad42-c84142bc0b28" -d '{"events": [{"server_uuid": "cd1505a1-262a-44ab-9b76-cd8241bbf165", "name": "network-vif-plugged", "status": "completed", "tag": "224c5b60-2374-4329-aa33-09bda6116b0d"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:28.026829 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 224c5b60-2374-4329-aa33-09bda6116b0d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=224c5b60-2374-4329-aa33-09bda6116b0d,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:28.050844 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944ed18e-780a-412d-9488-2b45e11a0ccf x-openstack-request-id: req-944ed18e-780a-412d-9488-2b45e11a0ccf {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:28.051134 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1505a1-262a-44ab-9b76-cd8241bbf165", "name": "network-vif-plugged", "status": "completed", "tag": "224c5b60-2374-4329-aa33-09bda6116b0d", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:28.051434 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-944ed18e-780a-412d-9488-2b45e11a0ccf {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:28.051828 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944ed18e-780a-412d-9488-2b45e11a0ccf'] response: {'server_uuid': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224c5b60-2374-4329-aa33-09bda6116b0d', 'code': 200} Apr 28 15:05:28.098724 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:28.148816 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=224c5b60-2374-4329-aa33-09bda6116b0d,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:28.286329 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a9835-f604-493f-ba7a-0eda9f4d4c72 req-8dbea6ba-a91a-4b60-8921-dcfac05f659d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:28.288443 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-297a9835-f604-493f-ba7a-0eda9f4d4c72 req-8dbea6ba-a91a-4b60-8921-dcfac05f659d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 946 time: 0.0478358 Apr 28 15:05:28.335055 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-297a9835-f604-493f-ba7a-0eda9f4d4c72 req-0f370bce-99ff-4b09-83d9-fa0d5b8f67eb tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b4d75ea-b842-4832-ab3b-f8daae3a05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408587 Apr 28 15:05:28.385226 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac77657-9c13-4c91-b3fb-e2fe3e16e736 req-9bd0dbac-cedb-4849-9c1c-136d8cfa7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:28.386698 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3ac77657-9c13-4c91-b3fb-e2fe3e16e736 req-9bd0dbac-cedb-4849-9c1c-136d8cfa7ac2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 1130 time: 0.0380020 Apr 28 15:05:28.433215 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3ac77657-9c13-4c91-b3fb-e2fe3e16e736 req-0752003e-74f7-4cbb-9fea-702aa71db328 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8b4d75ea-b842-4832-ab3b-f8daae3a05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386367 Apr 28 15:05:29.559169 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3fab6-69ea-4a33-9afb-11e4d2468545 req-867ffb2d-a8ff-48ac-8fa6-6cd8a7329921 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:29.560639 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bae3fab6-69ea-4a33-9afb-11e4d2468545 req-867ffb2d-a8ff-48ac-8fa6-6cd8a7329921 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 946 time: 0.1545367 Apr 28 15:05:29.607339 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bae3fab6-69ea-4a33-9afb-11e4d2468545 req-ab8cf196-2013-4b6b-9241-88bad1e80aec tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b4d75ea-b842-4832-ab3b-f8daae3a05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408797 Apr 28 15:05:30.723459 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9a812-5194-4bcd-9930-08be7239dceb req-ab07c4ac-7232-4e14-8627-59981ac1e07c tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:30.725049 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c2e9a812-5194-4bcd-9930-08be7239dceb req-ab07c4ac-7232-4e14-8627-59981ac1e07c tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 946 time: 0.0480342 Apr 28 15:05:30.772904 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c2e9a812-5194-4bcd-9930-08be7239dceb req-7fd8e866-75b7-435c-926f-3bce8ce01685 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b4d75ea-b842-4832-ab3b-f8daae3a05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407491 Apr 28 15:05:30.805364 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:30.930852 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5ab3a-e57c-43cb-a89f-fe5839b65fcf req-6cd0ec7b-9f0a-420b-8375-fdfae8f025d6 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:30.932326 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a5e5ab3a-e57c-43cb-a89f-fe5839b65fcf req-6cd0ec7b-9f0a-420b-8375-fdfae8f025d6 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 946 time: 0.0953653 Apr 28 15:05:30.940903 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 55978) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:30.945165 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-998bbc8a-13a5-4327-aa00-3a9afbeb479a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Request body: {'floatingip': {'port_id': '224c5b60-2374-4329-aa33-09bda6116b0d'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:05:30.987012 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-998bbc8a-13a5-4327-aa00-3a9afbeb479a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (7714f285-ab46-4aa0-a25a-eca4cf916b04), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:31.423866 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-998bbc8a-13a5-4327-aa00-3a9afbeb479a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:31.485469 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-998bbc8a-13a5-4327-aa00-3a9afbeb479a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (7714f285-ab46-4aa0-a25a-eca4cf916b04), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:31.592613 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.l3_db [None req-998bbc8a-13a5-4327-aa00-3a9afbeb479a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Floating IP 7714f285-ab46-4aa0-a25a-eca4cf916b04 associated. External IP: 172.27.2.94, port: 224c5b60-2374-4329-aa33-09bda6116b0d. Apr 28 15:05:31.812857 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998bbc8a-13a5-4327-aa00-3a9afbeb479a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Router 40656fc2-6c52-4293-b017-33ab66147f11 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:31.921455 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998bbc8a-13a5-4327-aa00-3a9afbeb479a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:31.926474 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-998bbc8a-13a5-4327-aa00-3a9afbeb479a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:31.930802 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d9065-97bd-4998-9cc7-042dac8de101 None None] Sync routers for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:31.939860 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d9065-97bd-4998-9cc7-042dac8de101 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:31.940471 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c65d9065-97bd-4998-9cc7-042dac8de101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:05:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:31.954896 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-998bbc8a-13a5-4327-aa00-3a9afbeb479a tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "PUT /v2.0/floatingips/7714f285-ab46-4aa0-a25a-eca4cf916b04 HTTP/1.1" status: 200 len: 991 time: 1.0129232 Apr 28 15:05:31.956219 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'tag': '224c5b60-2374-4329-aa33-09bda6116b0d'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:31.958616 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed405b1e-f3ae-4069-a416-e65bde4ee807" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1505a1-262a-44ab-9b76-cd8241bbf165", "tag": "224c5b60-2374-4329-aa33-09bda6116b0d"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:31.994163 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ede3959-9fc0-4fb2-9fa7-09eaee089c2d x-openstack-request-id: req-9ede3959-9fc0-4fb2-9fa7-09eaee089c2d {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:31.994455 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1505a1-262a-44ab-9b76-cd8241bbf165", "tag": "224c5b60-2374-4329-aa33-09bda6116b0d", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:31.994711 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ede3959-9fc0-4fb2-9fa7-09eaee089c2d {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:31.995115 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ede3959-9fc0-4fb2-9fa7-09eaee089c2d'] response: {'name': 'network-changed', 'server_uuid': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'tag': '224c5b60-2374-4329-aa33-09bda6116b0d', 'status': 'completed', 'code': 200} Apr 28 15:05:32.053484 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-c65d9065-97bd-4998-9cc7-042dac8de101 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:32.100385 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed405b1e-f3ae-4069-a416-e65bde4ee807 req-809ff065-743f-474b-955b-e69f15328306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:32.102637 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ed405b1e-f3ae-4069-a416-e65bde4ee807 req-809ff065-743f-474b-955b-e69f15328306 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 1130 time: 0.0788949 Apr 28 15:05:32.109797 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c2781ce5-9190-4fee-8068-f3079335a5cd req-6c59e533-0f15-4a3f-82d0-fa92ef13180e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538304 Apr 28 15:05:32.216430 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2781ce5-9190-4fee-8068-f3079335a5cd req-16c1383b-468c-4789-a5da-434d24e0acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:32.217994 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c2781ce5-9190-4fee-8068-f3079335a5cd req-16c1383b-468c-4789-a5da-434d24e0acd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2965a414fca64399918af02e41fe47ca&device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 1130 time: 0.0760098 Apr 28 15:05:32.271420 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed405b1e-f3ae-4069-a416-e65bde4ee807 req-932bc5a3-0cf2-49b2-92ca-7acc4e800642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:32.272927 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ed405b1e-f3ae-4069-a416-e65bde4ee807 req-932bc5a3-0cf2-49b2-92ca-7acc4e800642 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 200 len: 916 time: 0.1501250 Apr 28 15:05:32.451287 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c65d9065-97bd-4998-9cc7-042dac8de101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '7714f285-ab46-4aa0-a25a-eca4cf916b04', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '224c5b60-2374-4329-aa33-09bda6116b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:94:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:05:17Z', 'updated_at': '2022-04-28T15:05:31Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:32.479246 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d9065-97bd-4998-9cc7-042dac8de101 None None] Checking router: 40656fc2-6c52-4293-b017-33ab66147f11 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:32.488133 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d9065-97bd-4998-9cc7-042dac8de101 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:32.488814 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c65d9065-97bd-4998-9cc7-042dac8de101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:05:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:32.602717 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-c65d9065-97bd-4998-9cc7-042dac8de101 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:32.655027 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2781ce5-9190-4fee-8068-f3079335a5cd req-4d973297-c9f0-449e-a582-8116665061c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:32.656565 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c2781ce5-9190-4fee-8068-f3079335a5cd req-4d973297-c9f0-449e-a582-8116665061c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 200 len: 919 time: 0.4169056 Apr 28 15:05:32.660824 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ed405b1e-f3ae-4069-a416-e65bde4ee807 req-84bc6561-1e6f-4c29-a252-ba8988bdbb04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=224c5b60-2374-4329-aa33-09bda6116b0d HTTP/1.1" status: 200 len: 999 time: 0.3494201 Apr 28 15:05:32.742740 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c2781ce5-9190-4fee-8068-f3079335a5cd req-da3cc3fa-cc82-4933-aaf0-b18ebfe6c28c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52790e3b-bbab-47d6-9578-74c45e4a5bba HTTP/1.1" status: 200 len: 217 time: 0.0679061 Apr 28 15:05:32.790647 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda7682-48c8-4c3f-aafb-412813b5c0ec req-442b82da-97ac-4ae4-a4ef-fca408c8b789 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:32.792285 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6bda7682-48c8-4c3f-aafb-412813b5c0ec req-442b82da-97ac-4ae4-a4ef-fca408c8b789 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0770795 Apr 28 15:05:32.794161 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed405b1e-f3ae-4069-a416-e65bde4ee807 req-b42c4a13-54b9-412b-9cbe-cf1596c71952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:32.795630 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ed405b1e-f3ae-4069-a416-e65bde4ee807 req-b42c4a13-54b9-412b-9cbe-cf1596c71952 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4a45de5-2458-48c8-906b-01e1b205ed9e HTTP/1.1" status: 200 len: 854 time: 0.1148505 Apr 28 15:05:32.833076 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c65d9065-97bd-4998-9cc7-042dac8de101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '7714f285-ab46-4aa0-a25a-eca4cf916b04', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '224c5b60-2374-4329-aa33-09bda6116b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:94:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:05:17Z', 'updated_at': '2022-04-28T15:05:31Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:32.859497 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d9065-97bd-4998-9cc7-042dac8de101 None None] The sync data for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi is: [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '7714f285-ab46-4aa0-a25a-eca4cf916b04', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'port_id': '224c5b60-2374-4329-aa33-09bda6116b0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'mac_address': 'fa:16:3e:94:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:05:17Z', 'updated_at': '2022-04-28T15:05:31Z', 'revision_number': 1, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:32.892834 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6bda7682-48c8-4c3f-aafb-412813b5c0ec req-5305808e-022f-4341-82ab-717570694bdf tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943196 Apr 28 15:05:32.923533 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed405b1e-f3ae-4069-a416-e65bde4ee807 req-8321387a-066b-4af7-a8e0-97df44d471e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:32.925053 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ed405b1e-f3ae-4069-a416-e65bde4ee807 req-8321387a-066b-4af7-a8e0-97df44d471e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862198 Apr 28 15:05:32.932204 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2781ce5-9190-4fee-8068-f3079335a5cd req-0e7ef0b8-cd3a-448f-867d-6ecde7ad04dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:32.933575 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c2781ce5-9190-4fee-8068-f3079335a5cd req-0e7ef0b8-cd3a-448f-867d-6ecde7ad04dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 200 len: 857 time: 0.0957901 Apr 28 15:05:33.028898 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2781ce5-9190-4fee-8068-f3079335a5cd req-d7697612-afd7-4c89-940a-3a6a7f9f8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:33.030372 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c2781ce5-9190-4fee-8068-f3079335a5cd req-d7697612-afd7-4c89-940a-3a6a7f9f8e5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f4941596-20f6-4239-8eb0-824cfe4ba71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775752 Apr 28 15:05:33.056192 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338d1d4-d8b2-47f9-bf03-5821b39bd563 None None] New status for floating IP 7714f285-ab46-4aa0-a25a-eca4cf916b04: ACTIVE {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:05:33.082288 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ed405b1e-f3ae-4069-a416-e65bde4ee807 req-8ec1e6aa-c2f0-49f8-9b38-2c025ab1747e service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470740 Apr 28 15:05:33.198480 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c2781ce5-9190-4fee-8068-f3079335a5cd req-d2e627e7-44c6-4389-8e93-01dbf99b9f89 service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601229 Apr 28 15:05:33.232327 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ed405b1e-f3ae-4069-a416-e65bde4ee807 req-94b74ce2-b3d6-4525-af4b-b37817a6a832 service neutron] 10.222.0.42 "GET /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233799 Apr 28 15:05:33.302574 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c2781ce5-9190-4fee-8068-f3079335a5cd req-d4abc7a7-7980-4590-b067-1fa203cafb6a service neutron] 10.222.0.42 "GET /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952330 Apr 28 15:05:34.014156 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7f19a-aadc-495c-9f00-65d2036a5569 req-40933e94-f052-47fd-be62-8267f4da5b11 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:34.015642 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-02d7f19a-aadc-495c-9f00-65d2036a5569 req-40933e94-f052-47fd-be62-8267f4da5b11 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0472786 Apr 28 15:05:34.061736 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-02d7f19a-aadc-495c-9f00-65d2036a5569 req-5d4c3bc1-164f-4416-b9bf-a65be9bec976 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404739 Apr 28 15:05:34.261892 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-03f5f47a-c987-4891-945b-54f41663bf5f req-ce1b01a5-70e4-48f3-a2dd-d4afce5e2c8a tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786023716&fields=id&tenant_id=a70bbde9b0854041bbbb8243c3d54a88 HTTP/1.1" status: 200 len: 267 time: 0.0532000 Apr 28 15:05:34.314970 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5f47a-c987-4891-945b-54f41663bf5f req-9e0ac2b6-89d8-4967-87bd-0342338722fd tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:34.316625 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-03f5f47a-c987-4891-945b-54f41663bf5f req-9e0ac2b6-89d8-4967-87bd-0342338722fd tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 984 time: 0.0487185 Apr 28 15:05:34.327998 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-03f5f47a-c987-4891-945b-54f41663bf5f req-1dac5a0a-93ab-4b90-821a-f1b0d0de6c44 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Request body: {'port': {'security_groups': ['0dc49523-956e-4490-80b1-99b219a5b63b']}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:05:34.409707 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-03f5f47a-c987-4891-945b-54f41663bf5f req-1dac5a0a-93ab-4b90-821a-f1b0d0de6c44 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (8c26588c-7146-425e-bcda-131aa18eed82), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:34.586290 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-03f5f47a-c987-4891-945b-54f41663bf5f req-1dac5a0a-93ab-4b90-821a-f1b0d0de6c44 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] For port 8c26588c-7146-425e-bcda-131aa18eed82, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8c26588c-7146-425e-bcda-131aa18eed82,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:34.615868 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-03f5f47a-c987-4891-945b-54f41663bf5f req-1dac5a0a-93ab-4b90-821a-f1b0d0de6c44 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for port (8c26588c-7146-425e-bcda-131aa18eed82), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:34.664749 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-03f5f47a-c987-4891-945b-54f41663bf5f req-1dac5a0a-93ab-4b90-821a-f1b0d0de6c44 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (8c26588c-7146-425e-bcda-131aa18eed82), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:34.677899 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['8c26588c-7146-425e-bcda-131aa18eed82'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:05:34.722979 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5f47a-c987-4891-945b-54f41663bf5f req-1dac5a0a-93ab-4b90-821a-f1b0d0de6c44 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:34.723656 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-03f5f47a-c987-4891-945b-54f41663bf5f req-1dac5a0a-93ab-4b90-821a-f1b0d0de6c44 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:34.725171 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-03f5f47a-c987-4891-945b-54f41663bf5f req-1dac5a0a-93ab-4b90-821a-f1b0d0de6c44 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "PUT /v2.0/ports/8c26588c-7146-425e-bcda-131aa18eed82 HTTP/1.1" status: 200 len: 942 time: 0.4022481 Apr 28 15:05:34.725624 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:34.728063 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3330ab6-1224-4405-8f78-ef9c919c3a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "tag": "8c26588c-7146-425e-bcda-131aa18eed82"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:34.735929 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56016) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:34.763243 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac5a0a-93ab-4b90-821a-f1b0d0de6c44 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event updated for resources: {'Port': ['ID=8c26588c-7146-425e-bcda-131aa18eed82,revision_number=7']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:34.811509 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5b1a01-4fd8-480f-b4cd-81562dc50045 x-openstack-request-id: req-1c5b1a01-4fd8-480f-b4cd-81562dc50045 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:34.813330 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "tag": "8c26588c-7146-425e-bcda-131aa18eed82", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:34.813921 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c5b1a01-4fd8-480f-b4cd-81562dc50045 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:34.816304 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5b1a01-4fd8-480f-b4cd-81562dc50045'] response: {'name': 'network-changed', 'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82', 'status': 'completed', 'code': 200} Apr 28 15:05:34.840904 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ac2a-05e5-45ff-9ca9-9e8075db0b5d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group (c036af7f-2f45-4b36-bf69-c3ad4e61f694), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:34.862940 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['8c26588c-7146-425e-bcda-131aa18eed82'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:05:34.874001 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ac2a-05e5-45ff-9ca9-9e8075db0b5d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group (c036af7f-2f45-4b36-bf69-c3ad4e61f694), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:34.905197 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330ab6-1224-4405-8f78-ef9c919c3a6f req-6e0de3c5-7538-4403-80ac-8ac45c500659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:34.906698 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3330ab6-1224-4405-8f78-ef9c919c3a6f req-6e0de3c5-7538-4403-80ac-8ac45c500659 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a70bbde9b0854041bbbb8243c3d54a88&device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 1129 time: 0.0574954 Apr 28 15:05:35.022358 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ac2a-05e5-45ff-9ca9-9e8075db0b5d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (c036af7f-2f45-4b36-bf69-c3ad4e61f694), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:35.026323 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ac2a-05e5-45ff-9ca9-9e8075db0b5d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:35.033037 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-c9c2ac2a-05e5-45ff-9ca9-9e8075db0b5d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "DELETE /v2.0/security-groups/c036af7f-2f45-4b36-bf69-c3ad4e61f694 HTTP/1.1" status: 204 len: 168 time: 0.2902679 Apr 28 15:05:35.033261 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56018) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:35.038155 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2ac2a-05e5-45ff-9ca9-9e8075db0b5d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c036af7f-2f45-4b36-bf69-c3ad4e61f694,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:35.062245 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-fd337e76-4bcf-435b-a021-1d48fdeeb000 None None] Provisioning complete for port 8c26588c-7146-425e-bcda-131aa18eed82 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:05:35.062616 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fd337e76-4bcf-435b-a021-1d48fdeeb000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (8c26588c-7146-425e-bcda-131aa18eed82), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:35.133550 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330ab6-1224-4405-8f78-ef9c919c3a6f req-6488cd12-7012-4ce0-9f85-b3638c2eb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:35.135883 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3330ab6-1224-4405-8f78-ef9c919c3a6f req-6488cd12-7012-4ce0-9f85-b3638c2eb15b service neutron] 10.222.0.42 "GET /v2.0/networks?id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2 HTTP/1.1" status: 200 len: 916 time: 0.2199593 Apr 28 15:05:35.177078 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-fd337e76-4bcf-435b-a021-1d48fdeeb000 None None] Current status of the port 8c26588c-7146-425e-bcda-131aa18eed82 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:05:35.291108 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc6115-79bf-4198-9e99-051596314017 req-3ae7b7fa-88b0-4e0b-b873-9769d0727bd9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:35.292605 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b3bc6115-79bf-4198-9e99-051596314017 req-3ae7b7fa-88b0-4e0b-b873-9769d0727bd9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.1091578 Apr 28 15:05:35.312601 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3330ab6-1224-4405-8f78-ef9c919c3a6f req-b79bc720-37e6-4f31-92e9-83882ccf0dac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c26588c-7146-425e-bcda-131aa18eed82 HTTP/1.1" status: 200 len: 1001 time: 0.1696098 Apr 28 15:05:35.366511 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Deleting port 35f90d1a-34ae-49c1-b481-afb6ff3233e9 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:05:35.366769 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (35f90d1a-34ae-49c1-b481-afb6ff3233e9), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:35.422309 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330ab6-1224-4405-8f78-ef9c919c3a6f req-1fe895aa-86b2-40d7-abec-b01b50062652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:35.423774 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3330ab6-1224-4405-8f78-ef9c919c3a6f req-1fe895aa-86b2-40d7-abec-b01b50062652 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0896a7f5-d1fb-446d-998b-5caea5170940 HTTP/1.1" status: 200 len: 854 time: 0.1012292 Apr 28 15:05:35.426997 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b3bc6115-79bf-4198-9e99-051596314017 req-3575ec78-2217-49a5-88b8-fd908a607f7d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165957 Apr 28 15:05:35.514847 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330ab6-1224-4405-8f78-ef9c919c3a6f req-0665e01b-b301-4991-b5a4-2f4dfbca70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:35.516326 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3330ab6-1224-4405-8f78-ef9c919c3a6f req-0665e01b-b301-4991-b5a4-2f4dfbca70a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575690 Apr 28 15:05:35.517979 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (35f90d1a-34ae-49c1-b481-afb6ff3233e9), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:35.518307 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for floatingip (35f90d1a-34ae-49c1-b481-afb6ff3233e9), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:35.539051 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Calling delete_port for 35f90d1a-34ae-49c1-b481-afb6ff3233e9 owned by network:floatingip {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:05:35.707863 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3330ab6-1224-4405-8f78-ef9c919c3a6f req-f3bc2bc7-f421-4402-8056-1a48609e76cb service neutron] 10.222.0.42 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821427 Apr 28 15:05:35.843400 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f3330ab6-1224-4405-8f78-ef9c919c3a6f req-6e0139cf-8368-44a3-aedb-e0aacbecde54 service neutron] 10.222.0.42 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225507 Apr 28 15:05:35.938717 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (35f90d1a-34ae-49c1-b481-afb6ff3233e9), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:35.968152 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event deleted for resources: {'Port': ['ID=35f90d1a-34ae-49c1-b481-afb6ff3233e9,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:36.027775 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks [] for floatingip (86f350b3-30b7-4b21-b122-0a2705247b03), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:36.028106 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Floating IP 86f350b3-30b7-4b21-b122-0a2705247b03 disassociated (deleted). External IP: 172.27.2.228, port: 8c26588c-7146-425e-bcda-131aa18eed82. Apr 28 15:05:36.235756 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:36.344242 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:36.348977 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:36.353368 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac458f3c-93b6-411b-bfda-b936cc66e47a None None] Sync routers for ids ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:36.363878 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac458f3c-93b6-411b-bfda-b936cc66e47a None None] Routers {'7d12a13b-92b8-4daa-9920-3d12cfa54b26'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:36.364501 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ac458f3c-93b6-411b-bfda-b936cc66e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:05:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:36.378914 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-3f054a91-aceb-4170-9b49-404128608558 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "DELETE /v2.0/floatingips/86f350b3-30b7-4b21-b122-0a2705247b03 HTTP/1.1" status: 204 len: 168 time: 1.3450818 Apr 28 15:05:36.476698 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-ac458f3c-93b6-411b-bfda-b936cc66e47a None None] Set router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:36.550915 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ceebc-cb50-44f2-8899-83d7138831a1 req-3014f101-ac07-4521-8d0a-216c14fd7d74 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:36.553802 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-807ceebc-cb50-44f2-8899-83d7138831a1 req-3014f101-ac07-4521-8d0a-216c14fd7d74 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0494969 Apr 28 15:05:36.602834 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-807ceebc-cb50-44f2-8899-83d7138831a1 req-6403e30f-c406-4c4f-b307-a15437e20b5b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429971 Apr 28 15:05:36.686531 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ac458f3c-93b6-411b-bfda-b936cc66e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:51Z', 'revision_number': 4, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '4af61f18-b60c-4620-bc2b-c7a2cd351d5b', 'name': '', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'mac_address': 'fa:16:3e:c9:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:50Z', 'updated_at': '2022-04-28T15:02:55Z', 'revision_number': 5, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'subnets': [{'id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:36.835055 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac458f3c-93b6-411b-bfda-b936cc66e47a None None] Checking router: 7d12a13b-92b8-4daa-9920-3d12cfa54b26 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:36.835055 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac458f3c-93b6-411b-bfda-b936cc66e47a None None] Routers {'7d12a13b-92b8-4daa-9920-3d12cfa54b26'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:36.835055 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ac458f3c-93b6-411b-bfda-b936cc66e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:05:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:36.836136 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:36.836136 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dab4f35-e37b-4d61-8862-7edd1d1d8804" -d '{"events": [{"name": "network-changed", "server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "tag": "8c26588c-7146-425e-bcda-131aa18eed82"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:36.864690 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-ac458f3c-93b6-411b-bfda-b936cc66e47a None None] Set router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:36.872971 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe0b42f-ca84-4434-8fcf-1db652a88ba0 x-openstack-request-id: req-3fe0b42f-ca84-4434-8fcf-1db652a88ba0 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:36.873335 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "tag": "8c26588c-7146-425e-bcda-131aa18eed82", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:36.873842 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fe0b42f-ca84-4434-8fcf-1db652a88ba0 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:36.874474 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe0b42f-ca84-4434-8fcf-1db652a88ba0'] response: {'name': 'network-changed', 'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82', 'status': 'completed', 'code': 200} Apr 28 15:05:36.951666 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab4f35-e37b-4d61-8862-7edd1d1d8804 req-4cef7986-234a-4d46-a7a9-4588da6b7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:36.953186 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6dab4f35-e37b-4d61-8862-7edd1d1d8804 req-4cef7986-234a-4d46-a7a9-4588da6b7d7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a70bbde9b0854041bbbb8243c3d54a88&device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 1129 time: 0.0443964 Apr 28 15:05:37.056539 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab4f35-e37b-4d61-8862-7edd1d1d8804 req-db526c6d-0d44-48e4-afa2-4d0d08e76319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:37.058040 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6dab4f35-e37b-4d61-8862-7edd1d1d8804 req-db526c6d-0d44-48e4-afa2-4d0d08e76319 service neutron] 10.222.0.42 "GET /v2.0/networks?id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2 HTTP/1.1" status: 200 len: 916 time: 0.0896838 Apr 28 15:05:37.114721 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ac458f3c-93b6-411b-bfda-b936cc66e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:51Z', 'revision_number': 4, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '4af61f18-b60c-4620-bc2b-c7a2cd351d5b', 'name': '', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'mac_address': 'fa:16:3e:c9:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:50Z', 'updated_at': '2022-04-28T15:02:55Z', 'revision_number': 5, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'subnets': [{'id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:37.147073 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac458f3c-93b6-411b-bfda-b936cc66e47a None None] The sync data for ids ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'] in dv-cinder-839768-1-iscsi is: [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:51Z', 'revision_number': 4, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '4af61f18-b60c-4620-bc2b-c7a2cd351d5b', 'name': '', 'network_id': '53d462a3-bd5b-42e4-84fd-f24d1415d9d2', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'mac_address': 'fa:16:3e:c9:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:50Z', 'updated_at': '2022-04-28T15:02:55Z', 'revision_number': 5, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'subnets': [{'id': '0896a7f5-d1fb-446d-998b-5caea5170940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:37.399819 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aad454-18f4-4627-9be3-eea2173094cb None None] New status for floating IP 86f350b3-30b7-4b21-b122-0a2705247b03: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:05:37.411481 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6dab4f35-e37b-4d61-8862-7edd1d1d8804 req-4221f3a7-afbd-4b3e-8f19-4a27fee23528 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c26588c-7146-425e-bcda-131aa18eed82 HTTP/1.1" status: 200 len: 217 time: 0.0450189 Apr 28 15:05:37.465613 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab4f35-e37b-4d61-8862-7edd1d1d8804 req-871e4847-bec8-4aa8-9d16-4350c1970a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:37.467272 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6dab4f35-e37b-4d61-8862-7edd1d1d8804 req-871e4847-bec8-4aa8-9d16-4350c1970a29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0896a7f5-d1fb-446d-998b-5caea5170940 HTTP/1.1" status: 200 len: 854 time: 0.0487719 Apr 28 15:05:37.567432 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab4f35-e37b-4d61-8862-7edd1d1d8804 req-a1a2ffdf-0a0d-42ef-98be-c6aad2717978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:37.569105 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6dab4f35-e37b-4d61-8862-7edd1d1d8804 req-a1a2ffdf-0a0d-42ef-98be-c6aad2717978 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=53d462a3-bd5b-42e4-84fd-f24d1415d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466685 Apr 28 15:05:37.686823 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6dab4f35-e37b-4d61-8862-7edd1d1d8804 req-ac9f584b-d31d-4a49-b669-947bb7b79118 service neutron] 10.222.0.42 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082058 Apr 28 15:05:37.761806 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971a5a5-74d0-488a-8646-193dde917da1 req-83add5f1-f696-4b05-b051-3e3e59a3e2f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:37.763290 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5971a5a5-74d0-488a-8646-193dde917da1 req-83add5f1-f696-4b05-b051-3e3e59a3e2f9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0727160 Apr 28 15:05:37.856866 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6dab4f35-e37b-4d61-8862-7edd1d1d8804 req-fca346e8-a4cf-4698-b485-2f5042527994 service neutron] 10.222.0.42 "GET /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562555 Apr 28 15:05:37.864296 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5971a5a5-74d0-488a-8646-193dde917da1 req-bfd4b2be-8701-4a77-997a-8e8b0fc2908a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761328 Apr 28 15:05:38.989547 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fc6dc-4a6d-475b-95e2-707fd2c15ba0 req-28398dbe-853d-497e-a858-d84ee78a1e37 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:38.991057 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3f2fc6dc-4a6d-475b-95e2-707fd2c15ba0 req-28398dbe-853d-497e-a858-d84ee78a1e37 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0518088 Apr 28 15:05:39.041429 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3f2fc6dc-4a6d-475b-95e2-707fd2c15ba0 req-8fca7b72-f4e8-4ee6-b49e-c0502532467b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441310 Apr 28 15:05:40.157651 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea314ef-7d95-4fad-a864-6d4a862d58dd req-380f3441-747c-41e5-a94f-f0a2dee6a03f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:40.159189 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0ea314ef-7d95-4fad-a864-6d4a862d58dd req-380f3441-747c-41e5-a94f-f0a2dee6a03f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0471129 Apr 28 15:05:40.210755 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0ea314ef-7d95-4fad-a864-6d4a862d58dd req-bc5fe3df-6065-436c-9439-1be1ebd24452 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458462 Apr 28 15:05:40.724380 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857156c7-4ad0-4cfe-bb92-4a5097225929 req-2e873927-49bb-42c5-a464-3d2cdfb2893d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:40.725877 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-857156c7-4ad0-4cfe-bb92-4a5097225929 req-2e873927-49bb-42c5-a464-3d2cdfb2893d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 945 time: 0.0473781 Apr 28 15:05:40.771653 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-857156c7-4ad0-4cfe-bb92-4a5097225929 req-ae3444a2-7326-4600-958e-62c72935f196 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Apr 28 15:05:41.380677 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbddb3f-a074-4241-8a1e-dee057f97f38 req-f624f15d-3000-4f86-b376-18a70e867934 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:41.382138 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7bbddb3f-a074-4241-8a1e-dee057f97f38 req-f624f15d-3000-4f86-b376-18a70e867934 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0465617 Apr 28 15:05:41.427640 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7bbddb3f-a074-4241-8a1e-dee057f97f38 req-1df2e63b-f9f2-44de-8f1c-b86223261a85 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396633 Apr 28 15:05:41.882197 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae522e-f0aa-4901-ab4f-4629d177b171 req-854c71d4-0f02-4acd-a613-c950c9fb41f6 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:41.883652 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-48ae522e-f0aa-4901-ab4f-4629d177b171 req-854c71d4-0f02-4acd-a613-c950c9fb41f6 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 945 time: 0.0468116 Apr 28 15:05:41.929477 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-48ae522e-f0aa-4901-ab4f-4629d177b171 req-a243e2f8-e0e7-4ffa-83aa-5dc13c3fec8e tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402579 Apr 28 15:05:42.549499 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b7ec1-db28-4b9b-90f1-5514a171cea9 req-60d46ff7-435d-425a-b7b0-df6cd0010181 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:42.550895 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e00b7ec1-db28-4b9b-90f1-5514a171cea9 req-60d46ff7-435d-425a-b7b0-df6cd0010181 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0462782 Apr 28 15:05:42.597768 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e00b7ec1-db28-4b9b-90f1-5514a171cea9 req-7fa5270d-ed88-4cf3-86ad-9ba6d5335e6d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412745 Apr 28 15:05:42.767951 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6058182-6036-4ab2-8708-cfcf7bbbd741 req-dc8882b5-50f2-4187-aea5-15d58691c05d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:42.769362 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a6058182-6036-4ab2-8708-cfcf7bbbd741 req-dc8882b5-50f2-4187-aea5-15d58691c05d tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.42 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 945 time: 0.0483468 Apr 28 15:05:42.936589 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-a6058182-6036-4ab2-8708-cfcf7bbbd741 req-4e77b37f-ddeb-49a0-a458-489160f66a59 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Deleting port 8c26588c-7146-425e-bcda-131aa18eed82 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:05:42.937347 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a6058182-6036-4ab2-8708-cfcf7bbbd741 req-4e77b37f-ddeb-49a0-a458-489160f66a59 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (8c26588c-7146-425e-bcda-131aa18eed82), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:43.316155 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afe69d-b6d1-4215-907b-51de3b700c62 req-b389a512-8acf-4f1d-8959-df55b3be17a2 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:43.317603 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c8afe69d-b6d1-4215-907b-51de3b700c62 req-b389a512-8acf-4f1d-8959-df55b3be17a2 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 945 time: 0.0650856 Apr 28 15:05:43.322222 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-a6058182-6036-4ab2-8708-cfcf7bbbd741 req-4e77b37f-ddeb-49a0-a458-489160f66a59 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] For port 8c26588c-7146-425e-bcda-131aa18eed82, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8c26588c-7146-425e-bcda-131aa18eed82,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:43.322581 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a6058182-6036-4ab2-8708-cfcf7bbbd741 req-4e77b37f-ddeb-49a0-a458-489160f66a59 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (8c26588c-7146-425e-bcda-131aa18eed82), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:43.345951 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-a6058182-6036-4ab2-8708-cfcf7bbbd741 req-4e77b37f-ddeb-49a0-a458-489160f66a59 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Calling delete_port for 8c26588c-7146-425e-bcda-131aa18eed82 owned by compute:nova {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:05:43.415096 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c8afe69d-b6d1-4215-907b-51de3b700c62 req-270462bc-7003-4185-a5be-7123cb99c52c tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc49523-956e-4490-80b1-99b219a5b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894461 Apr 28 15:05:43.572609 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a6058182-6036-4ab2-8708-cfcf7bbbd741 req-4e77b37f-ddeb-49a0-a458-489160f66a59 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (8c26588c-7146-425e-bcda-131aa18eed82), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:43.589618 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['8c26588c-7146-425e-bcda-131aa18eed82'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:05:43.609430 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77b37f-ddeb-49a0-a458-489160f66a59 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Pushing event deleted for resources: {'Port': ['ID=8c26588c-7146-425e-bcda-131aa18eed82,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:43.653147 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6058182-6036-4ab2-8708-cfcf7bbbd741 req-4e77b37f-ddeb-49a0-a458-489160f66a59 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] No DVR routers for this DVR port 8c26588c-7146-425e-bcda-131aa18eed82 on host hv-cinder-83976 {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:43.655684 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-a6058182-6036-4ab2-8708-cfcf7bbbd741 req-4e77b37f-ddeb-49a0-a458-489160f66a59 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:43.659573 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a6058182-6036-4ab2-8708-cfcf7bbbd741 req-4e77b37f-ddeb-49a0-a458-489160f66a59 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.42 "DELETE /v2.0/ports/8c26588c-7146-425e-bcda-131aa18eed82 HTTP/1.1" status: 204 len: 173 time: 0.8021975 Apr 28 15:05:43.660132 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'name': 'network-vif-deleted', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:43.663102 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1947c956-382d-453d-9e5a-5fe3ecd700da" -d '{"events": [{"server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "name": "network-vif-deleted", "tag": "8c26588c-7146-425e-bcda-131aa18eed82"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:43.699287 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319ed6d7-5ef8-4cd2-aff2-6c2871d81765 x-openstack-request-id: req-319ed6d7-5ef8-4cd2-aff2-6c2871d81765 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:43.699287 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f", "name": "network-vif-deleted", "tag": "8c26588c-7146-425e-bcda-131aa18eed82", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:43.699287 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-319ed6d7-5ef8-4cd2-aff2-6c2871d81765 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:43.699287 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319ed6d7-5ef8-4cd2-aff2-6c2871d81765'] response: {'server_uuid': 'f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f', 'name': 'network-vif-deleted', 'tag': '8c26588c-7146-425e-bcda-131aa18eed82', 'status': 'completed', 'code': 200} Apr 28 15:05:43.728847 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0be16-9a2e-4bda-a9e3-1eaa155593e3 req-92776633-c390-4903-831f-67c7859eef51 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:43.731078 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2ec0be16-9a2e-4bda-a9e3-1eaa155593e3 req-92776633-c390-4903-831f-67c7859eef51 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0593112 Apr 28 15:05:43.780083 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2ec0be16-9a2e-4bda-a9e3-1eaa155593e3 req-e52cc64b-26b4-4b2d-910c-6f2e8649be93 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432761 Apr 28 15:05:44.458304 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f70e4f14-c0c0-4a98-8a07-b725bded608b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:44.528288 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ba8a6c2b-70c0-4a28-a2fc-abe88d7fa6e4 req-8b3cfcd4-1687-4d45-9d7a-189914ec3ce1 tempest-TestMinimumBasicScenario-1898804144 tempest-TestMinimumBasicScenario-1898804144-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97c67f4-cc45-4d33-bd8f-b7e740ddbd6f HTTP/1.1" status: 200 len: 210 time: 0.0340135 Apr 28 15:05:44.899192 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccb405-d3b9-4ba5-8c34-c91b4e4bed6f req-a656296e-4ca3-4242-b010-2d7ac3220ecc tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:44.900643 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ccb405-d3b9-4ba5-8c34-c91b4e4bed6f req-a656296e-4ca3-4242-b010-2d7ac3220ecc tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0483391 Apr 28 15:05:44.945798 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-64ccb405-d3b9-4ba5-8c34-c91b4e4bed6f req-cdadef02-7fbd-42d4-9680-64daf8faf7e0 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396154 Apr 28 15:05:45.965052 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 8c26588c-7146-425e-bcda-131aa18eed82 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:45.988301 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 8c26588c-7146-425e-bcda-131aa18eed82 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:05:45.988745 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 8c26588c-7146-425e-bcda-131aa18eed82 not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:46.066492 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d228-a2c9-4714-92bf-34fd43be57ca req-b2cc4716-caae-49fd-9e5e-7db94596c5da tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:46.067957 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4104d228-a2c9-4714-92bf-34fd43be57ca req-b2cc4716-caae-49fd-9e5e-7db94596c5da tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0467322 Apr 28 15:05:46.114624 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4104d228-a2c9-4714-92bf-34fd43be57ca req-9f39dfe6-2d55-4a46-b05d-e5d7b2f2d2dd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409997 Apr 28 15:05:46.744128 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-30f53473-1aab-4dff-926d-2b0c1f8fa66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:46.855999 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56134) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:47.233007 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1997d-35fe-417f-9694-9ddad4fb9f58 req-2fb09768-2f10-422d-9c66-65d3612c4b91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:47.234467 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1da1997d-35fe-417f-9694-9ddad4fb9f58 req-2fb09768-2f10-422d-9c66-65d3612c4b91 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0453870 Apr 28 15:05:47.251107 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712252'] for router_interface (7d12a13b-92b8-4daa-9920-3d12cfa54b26), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:47.284104 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1da1997d-35fe-417f-9694-9ddad4fb9f58 req-f635f2a2-200b-4f9b-873e-512e1bf77d19 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439651 Apr 28 15:05:47.531323 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Deleting port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:05:47.531569 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:47.609281 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] For port 4af61f18-b60c-4620-bc2b-c7a2cd351d5b, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=4af61f18-b60c-4620-bc2b-c7a2cd351d5b,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:47.609633 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:47.622227 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Calling delete_port for 4af61f18-b60c-4620-bc2b-c7a2cd351d5b owned by network:router_interface {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:05:47.875994 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (4af61f18-b60c-4620-bc2b-c7a2cd351d5b), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:47.899044 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af61f18-b60c-4620-bc2b-c7a2cd351d5b,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:47.913743 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.914326 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.914674 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.915018 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.915353 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.915688 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.916040 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.916370 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.916726 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.917056 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.917384 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.917709 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.918681 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.918993 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:47.919317 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:48.033613 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:48.083721 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712336'] for router_interface (7d12a13b-92b8-4daa-9920-3d12cfa54b26), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:48.303048 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:48.438625 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0a47e-07ef-4663-9131-6433971deb9d req-b8d506ef-1696-420d-be1a-21c2175c8598 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:48.440053 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-83d0a47e-07ef-4663-9131-6433971deb9d req-b8d506ef-1696-420d-be1a-21c2175c8598 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0811026 Apr 28 15:05:48.454790 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:48.463741 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e7bd5-e55a-4105-9afb-b3214cbf58ce None None] Sync routers for ids ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:48.467383 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-b6d323b9-6edb-429b-8166-5ab912f3b285 admin admin] 10.222.0.31 "PUT /v2.0/routers/7d12a13b-92b8-4daa-9920-3d12cfa54b26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6076400 Apr 28 15:05:48.473873 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56140) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:48.474573 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e7bd5-e55a-4105-9afb-b3214cbf58ce None None] Routers {'7d12a13b-92b8-4daa-9920-3d12cfa54b26'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:48.475869 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ac4e7bd5-e55a-4105-9afb-b3214cbf58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:05:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:48.540705 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-83d0a47e-07ef-4663-9131-6433971deb9d req-0ebb0622-978f-4fe0-9f32-d7af0457414a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939693 Apr 28 15:05:48.594255 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Publish callbacks [] for router (7d12a13b-92b8-4daa-9920-3d12cfa54b26), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:48.597243 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-ac4e7bd5-e55a-4105-9afb-b3214cbf58ce None None] Set router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:48.697407 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Publish callbacks [] for router_gateway (7d12a13b-92b8-4daa-9920-3d12cfa54b26), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:48.762188 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ac4e7bd5-e55a-4105-9afb-b3214cbf58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:05:47Z', 'revision_number': 5, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port': {'id': '66ccc984-178f-4d99-9a3b-6efd0fdc9e8d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:48.812564 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Deleting port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:05:48.812997 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:48.895640 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] For port 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=66ccc984-178f-4d99-9a3b-6efd0fdc9e8d,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:48.895918 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:48.909785 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Calling delete_port for 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d owned by network:router_gateway {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:05:48.920815 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e7bd5-e55a-4105-9afb-b3214cbf58ce None None] Checking router: 7d12a13b-92b8-4daa-9920-3d12cfa54b26 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:48.928898 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e7bd5-e55a-4105-9afb-b3214cbf58ce None None] Routers {'7d12a13b-92b8-4daa-9920-3d12cfa54b26'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:48.929509 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ac4e7bd5-e55a-4105-9afb-b3214cbf58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:05:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:49.017311 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-ac4e7bd5-e55a-4105-9afb-b3214cbf58ce None None] Set router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 gateway port host: None {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:49.068863 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ac4e7bd5-e55a-4105-9afb-b3214cbf58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:05:48Z', 'revision_number': 6, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port_host': None}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:49.100544 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e7bd5-e55a-4105-9afb-b3214cbf58ce None None] The sync data for ids ['7d12a13b-92b8-4daa-9920-3d12cfa54b26'] in dv-cinder-839768-1-iscsi is: [{'id': '7d12a13b-92b8-4daa-9920-3d12cfa54b26', 'name': 'tempest-TestMinimumBasicScenario-1865943081-router', 'tenant_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:47Z', 'updated_at': '2022-04-28T15:05:48Z', 'revision_number': 6, 'project_id': 'a70bbde9b0854041bbbb8243c3d54a88', 'gw_port_host': None}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:49.127442 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (66ccc984-178f-4d99-9a3b-6efd0fdc9e8d), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:49.159002 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ccc984-178f-4d99-9a3b-6efd0fdc9e8d,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:49.217919 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547834'] for router_gateway (7d12a13b-92b8-4daa-9920-3d12cfa54b26), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:49.313669 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:49.322608 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14089'] for router (7d12a13b-92b8-4daa-9920-3d12cfa54b26), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:49.323209 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Publish callbacks [] for router_controller (7d12a13b-92b8-4daa-9920-3d12cfa54b26), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:49.458403 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710232'] for router (7d12a13b-92b8-4daa-9920-3d12cfa54b26), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:49.458973 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d12a13b-92b8-4daa-9920-3d12cfa54b26 {{(pid=110071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:05:49.464182 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:49.465371 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-dda8b7ac-7eaf-46ad-97ae-e685ec0ed043 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7d12a13b-92b8-4daa-9920-3d12cfa54b26 HTTP/1.1" status: 204 len: 168 time: 0.9958186 Apr 28 15:05:49.467875 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56144) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:49.515732 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_v2 [None req-908dcd19-1175-4203-b771-6e6dd8458773 admin admin] Deleting subnet 0896a7f5-d1fb-446d-998b-5caea5170940 {{(pid=110071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:05:49.519124 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-908dcd19-1175-4203-b771-6e6dd8458773 admin admin] Publish callbacks [] for subnet (0896a7f5-d1fb-446d-998b-5caea5170940), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:49.553538 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-908dcd19-1175-4203-b771-6e6dd8458773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62008853'] for subnet (0896a7f5-d1fb-446d-998b-5caea5170940), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:49.701067 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-908dcd19-1175-4203-b771-6e6dd8458773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (0896a7f5-d1fb-446d-998b-5caea5170940), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:49.709004 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd441a6-365d-4b2c-9fcb-3cfe189c6d0d req-1cd1413d-925e-4597-8772-179fcb8a92b4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.710331 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bbd441a6-365d-4b2c-9fcb-3cfe189c6d0d req-1cd1413d-925e-4597-8772-179fcb8a92b4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0696635 Apr 28 15:05:49.796283 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bbd441a6-365d-4b2c-9fcb-3cfe189c6d0d req-70815f6d-6d7e-4709-bb5a-eba04104dced tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658429 Apr 28 15:05:49.876280 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-908dcd19-1175-4203-b771-6e6dd8458773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59734028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750426'] for subnet (0896a7f5-d1fb-446d-998b-5caea5170940), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:49.903104 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dcd19-1175-4203-b771-6e6dd8458773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0896a7f5-d1fb-446d-998b-5caea5170940,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:49.906618 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-908dcd19-1175-4203-b771-6e6dd8458773 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:49.909912 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-908dcd19-1175-4203-b771-6e6dd8458773 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0896a7f5-d1fb-446d-998b-5caea5170940 HTTP/1.1" status: 204 len: 168 time: 0.4410355 Apr 28 15:05:49.912579 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56154) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:49.914960 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8b0c09-ab88-423d-a990-2d0211fb2552 None None] Network 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:05:49.986879 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (53d462a3-bd5b-42e4-84fd-f24d1415d9d2), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.005313 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a1bcad07-bc11-486f-8361-3f6bc410e1ac details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:05:50.122409 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439b3f8-e5f3-4743-8c60-38e9ed414cc0 None None] DHCP port deletion for 53d462a3-bd5b-42e4-84fd-f24d1415d9d2 request from dv-cinder-839768-1-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 15:05:50.193043 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e439b3f8-e5f3-4743-8c60-38e9ed414cc0 None None] Deleting port cea3e620-e77b-41f5-bc41-e1608cb5b91a {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:05:50.193599 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e439b3f8-e5f3-4743-8c60-38e9ed414cc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.232462 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:50.277212 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'port_id': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'mac_address': 'fa:16:3e:e3:bd:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:05:50.286281 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e439b3f8-e5f3-4743-8c60-38e9ed414cc0 None None] For port cea3e620-e77b-41f5-bc41-e1608cb5b91a, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=cea3e620-e77b-41f5-bc41-e1608cb5b91a,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:50.286781 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e439b3f8-e5f3-4743-8c60-38e9ed414cc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.320247 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e439b3f8-e5f3-4743-8c60-38e9ed414cc0 None None] Calling delete_port for cea3e620-e77b-41f5-bc41-e1608cb5b91a owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:05:50.325613 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Deleting port cea3e620-e77b-41f5-bc41-e1608cb5b91a {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:05:50.326123 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.390571 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] For port cea3e620-e77b-41f5-bc41-e1608cb5b91a, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=cea3e620-e77b-41f5-bc41-e1608cb5b91a,segment=NetworkSegment(1e358786-bee8-4fdb-b9f3-255aba2761d9),segment_id=1e358786-bee8-4fdb-b9f3-255aba2761d9)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:50.390930 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.403991 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Calling delete_port for cea3e620-e77b-41f5-bc41-e1608cb5b91a owned by network:dhcp {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:05:50.404341 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port a1bcad07-bc11-486f-8361-3f6bc410e1ac is: ACTIVE; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:05:50.404753 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.429579 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1bcad07-bc11-486f-8361-3f6bc410e1ac {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:05:50.465547 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:50.541914 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.568756 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e439b3f8-e5f3-4743-8c60-38e9ed414cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.572317 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (cea3e620-e77b-41f5-bc41-e1608cb5b91a), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.587834 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e439b3f8-e5f3-4743-8c60-38e9ed414cc0 None None] No DVR routers for this DVR port cea3e620-e77b-41f5-bc41-e1608cb5b91a on host dv-cinder-839768-1-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:50.599943 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea3e620-e77b-41f5-bc41-e1608cb5b91a,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:50.601828 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] No DVR routers for this DVR port cea3e620-e77b-41f5-bc41-e1608cb5b91a on host dv-cinder-839768-1-iscsi {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:50.606854 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=a1bcad07-bc11-486f-8361-3f6bc410e1ac,revision_number=6']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:50.634759 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439b3f8-e5f3-4743-8c60-38e9ed414cc0 None None] Pushing event deleted for resources: {'Port': ['ID=cea3e620-e77b-41f5-bc41-e1608cb5b91a,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:50.679612 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (53d462a3-bd5b-42e4-84fd-f24d1415d9d2), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.700202 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d462a3-bd5b-42e4-84fd-f24d1415d9d2']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:50.709533 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e358786-bee8-4fdb-b9f3-255aba2761d9') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:50.709967 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e358786-bee8-4fdb-b9f3-255aba2761d9') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:50.711033 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['a1bcad07-bc11-486f-8361-3f6bc410e1ac'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:05:50.720012 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (1e358786-bee8-4fdb-b9f3-255aba2761d9), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.734618 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (1e358786-bee8-4fdb-b9f3-255aba2761d9), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.745440 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:05:50.746624 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (1e358786-bee8-4fdb-b9f3-255aba2761d9), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: self.session.flush() Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: self.session.flush() Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: self.session.flush() Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: self.session.flush() Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:05:50.748711 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:05:50.800061 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:50.837850 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:05:50.838191 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 66ccc984-178f-4d99-9a3b-6efd0fdc9e8d not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:50.838615 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 4af61f18-b60c-4620-bc2b-c7a2cd351d5b no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:50.865019 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 4af61f18-b60c-4620-bc2b-c7a2cd351d5b {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:05:50.865281 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 4af61f18-b60c-4620-bc2b-c7a2cd351d5b not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:50.865695 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device cea3e620-e77b-41f5-bc41-e1608cb5b91a no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:50.870147 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (53d462a3-bd5b-42e4-84fd-f24d1415d9d2), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.883243 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.884047 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] 10.222.0.31 "DELETE /v2.0/networks/53d462a3-bd5b-42e4-84fd-f24d1415d9d2 HTTP/1.1" status: 204 len: 168 time: 0.9703116 Apr 28 15:05:50.897578 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56162) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:50.903830 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: cea3e620-e77b-41f5-bc41-e1608cb5b91a {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:05:50.903830 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device cea3e620-e77b-41f5-bc41-e1608cb5b91a not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:50.924647 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fc76a-d210-4b8c-9dbf-3a474986f7b3 req-f4cf8cf9-f383-481c-b839-9c2c5bb84f4d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:50.926558 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-744fc76a-d210-4b8c-9dbf-3a474986f7b3 req-f4cf8cf9-f383-481c-b839-9c2c5bb84f4d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 944 time: 0.0585732 Apr 28 15:05:50.927140 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:50.940951 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98c93d-91dd-43ef-97e8-2c1786705949 admin admin] Pushing event deleted for resources: {'Network': ['ID=53d462a3-bd5b-42e4-84fd-f24d1415d9d2,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:50.976324 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-744fc76a-d210-4b8c-9dbf-3a474986f7b3 req-2055ef90-860b-44d7-b809-5ee69a4ab511 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422087 Apr 28 15:05:51.226741 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9570d493-4258-403c-8d00-7abf2c31622f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712252'] for router_interface (5b24759d-073f-4c67-aeae-821bbbef9751), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:51.463807 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-9570d493-4258-403c-8d00-7abf2c31622f admin admin] Deleting port f173afc8-b01d-43af-a064-6dd9a12bedab {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:05:51.464454 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9570d493-4258-403c-8d00-7abf2c31622f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:51.562297 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-9570d493-4258-403c-8d00-7abf2c31622f admin admin] For port f173afc8-b01d-43af-a064-6dd9a12bedab, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=f173afc8-b01d-43af-a064-6dd9a12bedab,segment=NetworkSegment(1d6a2719-ae75-4318-b7f6-9369056e3b61),segment_id=1d6a2719-ae75-4318-b7f6-9369056e3b61)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:51.562729 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9570d493-4258-403c-8d00-7abf2c31622f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:51.581151 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-9570d493-4258-403c-8d00-7abf2c31622f admin admin] Calling delete_port for f173afc8-b01d-43af-a064-6dd9a12bedab owned by network:router_interface {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:05:51.862732 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9570d493-4258-403c-8d00-7abf2c31622f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (f173afc8-b01d-43af-a064-6dd9a12bedab), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:51.889219 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570d493-4258-403c-8d00-7abf2c31622f admin admin] Pushing event deleted for resources: {'Port': ['ID=f173afc8-b01d-43af-a064-6dd9a12bedab,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:51.994478 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a1bcad07-bc11-486f-8361-3f6bc410e1ac up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:52.071234 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port a1bcad07-bc11-486f-8361-3f6bc410e1ac triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:05:52.078207 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:52.105126 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9570d493-4258-403c-8d00-7abf2c31622f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712336'] for router_interface (5b24759d-073f-4c67-aeae-821bbbef9751), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:52.147208 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7815eb-4f79-4c91-8125-deb3ba62b3fa req-f39e4a85-70f8-4038-b0e9-7c787952b3af tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:52.152786 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1b7815eb-4f79-4c91-8125-deb3ba62b3fa req-f39e4a85-70f8-4038-b0e9-7c787952b3af tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 944 time: 0.0922372 Apr 28 15:05:52.245121 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1b7815eb-4f79-4c91-8125-deb3ba62b3fa req-9abb50b5-cfa5-4479-9870-7f0b33d4214d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884137 Apr 28 15:05:52.246015 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port a1bcad07-bc11-486f-8361-3f6bc410e1ac is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:05:52.247028 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:52.278673 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:52.282285 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ee0f0f-9eae-4dd0-8bd2-38b68e785876" -d '{"events": [{"server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "name": "network-vif-plugged", "status": "completed", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:52.297811 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:52.328340 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6647ed-a3bd-4f06-b458-6d9dd623bc1c x-openstack-request-id: req-7e6647ed-a3bd-4f06-b458-6d9dd623bc1c {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:52.328795 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "name": "network-vif-plugged", "status": "completed", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:52.329137 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e6647ed-a3bd-4f06-b458-6d9dd623bc1c {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:52.329651 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6647ed-a3bd-4f06-b458-6d9dd623bc1c'] response: {'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'code': 200} Apr 28 15:05:52.362364 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:52.434716 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=a1bcad07-bc11-486f-8361-3f6bc410e1ac,revision_number=7']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:52.499064 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9570d493-4258-403c-8d00-7abf2c31622f admin admin] Router 5b24759d-073f-4c67-aeae-821bbbef9751 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:52.616401 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9570d493-4258-403c-8d00-7abf2c31622f admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:52.624475 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-9570d493-4258-403c-8d00-7abf2c31622f admin admin] 10.222.0.31 "PUT /v2.0/routers/5b24759d-073f-4c67-aeae-821bbbef9751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7235746 Apr 28 15:05:52.624808 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56206) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:52.629893 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b6e647-660c-4e73-b5ef-2d9b78d2c8c0 None None] Sync routers for ids ['5b24759d-073f-4c67-aeae-821bbbef9751'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:52.642746 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b6e647-660c-4e73-b5ef-2d9b78d2c8c0 None None] Routers {'5b24759d-073f-4c67-aeae-821bbbef9751'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:52.643325 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-23b6e647-660c-4e73-b5ef-2d9b78d2c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:05:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5b24759d-073f-4c67-aeae-821bbbef9751'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:52.768188 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Publish callbacks [] for router (5b24759d-073f-4c67-aeae-821bbbef9751), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:52.844839 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-23b6e647-660c-4e73-b5ef-2d9b78d2c8c0 None None] Set router 5b24759d-073f-4c67-aeae-821bbbef9751 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:52.907076 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Publish callbacks [] for router_gateway (5b24759d-073f-4c67-aeae-821bbbef9751), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:53.058132 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Deleting port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:05:53.058389 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:53.061398 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-23b6e647-660c-4e73-b5ef-2d9b78d2c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'name': 'tempest-TestMinimumBasicScenario-626011852-router', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:54Z', 'updated_at': '2022-04-28T15:05:51Z', 'revision_number': 5, 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'gw_port': {'id': 'fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:55Z', 'updated_at': '2022-04-28T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:53.096065 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b6e647-660c-4e73-b5ef-2d9b78d2c8c0 None None] Checking router: 5b24759d-073f-4c67-aeae-821bbbef9751 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:53.107969 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b6e647-660c-4e73-b5ef-2d9b78d2c8c0 None None] Routers {'5b24759d-073f-4c67-aeae-821bbbef9751'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:53.107969 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-23b6e647-660c-4e73-b5ef-2d9b78d2c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:05:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5b24759d-073f-4c67-aeae-821bbbef9751'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:53.160611 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] For port fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:53.161009 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:53.185533 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Calling delete_port for fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a owned by network:router_gateway {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:05:53.219329 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-23b6e647-660c-4e73-b5ef-2d9b78d2c8c0 None None] Set router 5b24759d-073f-4c67-aeae-821bbbef9751 gateway port host: None {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:53.279925 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-23b6e647-660c-4e73-b5ef-2d9b78d2c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'name': 'tempest-TestMinimumBasicScenario-626011852-router', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:54Z', 'updated_at': '2022-04-28T15:05:52Z', 'revision_number': 6, 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'gw_port_host': None}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:53.345312 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b6e647-660c-4e73-b5ef-2d9b78d2c8c0 None None] The sync data for ids ['5b24759d-073f-4c67-aeae-821bbbef9751'] in dv-cinder-839768-1-iscsi is: [{'id': '5b24759d-073f-4c67-aeae-821bbbef9751', 'name': 'tempest-TestMinimumBasicScenario-626011852-router', 'tenant_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:54Z', 'updated_at': '2022-04-28T15:05:52Z', 'revision_number': 6, 'project_id': '187ca3ba2b80451aa7ed7b05c5cf69cd', 'gw_port_host': None}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:53.435600 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599a95a-965c-4e80-904b-c9fc5ab43485 req-05055834-716d-45d3-8921-a61fc41a7b07 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:53.437806 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6599a95a-965c-4e80-904b-c9fc5ab43485 req-05055834-716d-45d3-8921-a61fc41a7b07 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0715983 Apr 28 15:05:53.488907 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6599a95a-965c-4e80-904b-c9fc5ab43485 req-fbae735a-a0d9-4306-bb89-5d030c72f94f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461376 Apr 28 15:05:53.498384 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:53.528137 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:53.594095 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547834'] for router_gateway (5b24759d-073f-4c67-aeae-821bbbef9751), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:53.700818 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14089'] for router (5b24759d-073f-4c67-aeae-821bbbef9751), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:53.702930 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Publish callbacks [] for router_controller (5b24759d-073f-4c67-aeae-821bbbef9751), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:53.809510 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710232'] for router (5b24759d-073f-4c67-aeae-821bbbef9751), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:53.810701 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b24759d-073f-4c67-aeae-821bbbef9751 {{(pid=110071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:05:53.816678 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:53.820210 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-9f31821b-b99a-460f-aeaa-dd546a706310 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5b24759d-073f-4c67-aeae-821bbbef9751 HTTP/1.1" status: 204 len: 168 time: 1.1918068 Apr 28 15:05:53.820795 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56212) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:53.886092 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_v2 [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Deleting subnet 7a2195d6-a7a2-44f9-b64f-7552abebdf2e {{(pid=110070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:05:53.890140 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Publish callbacks [] for subnet (7a2195d6-a7a2-44f9-b64f-7552abebdf2e), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:53.927881 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59003011'] for subnet (7a2195d6-a7a2-44f9-b64f-7552abebdf2e), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:54.047787 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (7a2195d6-a7a2-44f9-b64f-7552abebdf2e), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:54.190440 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61911945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62736194'] for subnet (7a2195d6-a7a2-44f9-b64f-7552abebdf2e), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:54.216730 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a2195d6-a7a2-44f9-b64f-7552abebdf2e,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:54.227858 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:54.231657 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7a2195d6-a7a2-44f9-b64f-7552abebdf2e HTTP/1.1" status: 204 len: 168 time: 0.4075320 Apr 28 15:05:54.233635 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.234260 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56216) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:54.237316 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef5d8c-9590-4b77-8123-e7b1f98c9c17 None None] Network 44d812fa-de14-47aa-bf99-981af298f224 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:05:54.241633 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.242021 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.242365 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.242699 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.243037 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.243366 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.243690 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.244015 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.244339 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.244719 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.245009 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.245330 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.245649 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.245966 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3174521b-cd9e-4e74-b4c0-65116132ca8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:54.340498 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (44d812fa-de14-47aa-bf99-981af298f224), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:54.407129 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Deleting port 2782fa27-0e79-43b1-a462-4a4e56abaed9 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:05:54.407511 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:54.473466 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4724a675-fe22-48a4-9806-3f9a6eb23a97 None None] DHCP port deletion for 44d812fa-de14-47aa-bf99-981af298f224 request from dv-cinder-839768-1-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 15:05:54.510333 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] For port 2782fa27-0e79-43b1-a462-4a4e56abaed9, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=2782fa27-0e79-43b1-a462-4a4e56abaed9,segment=NetworkSegment(1d6a2719-ae75-4318-b7f6-9369056e3b61),segment_id=1d6a2719-ae75-4318-b7f6-9369056e3b61)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:54.511243 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:54.531875 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-4724a675-fe22-48a4-9806-3f9a6eb23a97 None None] Deleting port 2782fa27-0e79-43b1-a462-4a4e56abaed9 {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:05:54.532165 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4724a675-fe22-48a4-9806-3f9a6eb23a97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:54.537322 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Calling delete_port for 2782fa27-0e79-43b1-a462-4a4e56abaed9 owned by network:dhcp {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:05:54.638584 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4724a675-fe22-48a4-9806-3f9a6eb23a97 None None] For port 2782fa27-0e79-43b1-a462-4a4e56abaed9, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=2782fa27-0e79-43b1-a462-4a4e56abaed9,segment=NetworkSegment(1d6a2719-ae75-4318-b7f6-9369056e3b61),segment_id=1d6a2719-ae75-4318-b7f6-9369056e3b61)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:54.638984 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4724a675-fe22-48a4-9806-3f9a6eb23a97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:54.657828 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-4724a675-fe22-48a4-9806-3f9a6eb23a97 None None] Calling delete_port for 2782fa27-0e79-43b1-a462-4a4e56abaed9 owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:05:54.678648 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe8862-de87-4bd7-a6a3-84acf7521b67 req-46611a4e-642f-4297-836d-7ab89f6133bd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:54.686567 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-61fe8862-de87-4bd7-a6a3-84acf7521b67 req-46611a4e-642f-4297-836d-7ab89f6133bd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0877974 Apr 28 15:05:54.765593 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-61fe8862-de87-4bd7-a6a3-84acf7521b67 req-c365869d-74e1-4479-857e-79be77fb353f tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781415 Apr 28 15:05:54.806536 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device f173afc8-b01d-43af-a064-6dd9a12bedab no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:54.830466 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: f173afc8-b01d-43af-a064-6dd9a12bedab {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:05:54.830808 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device f173afc8-b01d-43af-a064-6dd9a12bedab not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:54.831291 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:54.852249 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:05:54.852596 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device fcb055d0-2a5e-44d7-b3ba-fb30c8d8601a not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:54.853098 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 2782fa27-0e79-43b1-a462-4a4e56abaed9 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:54.864616 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:54.896295 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Pushing event deleted for resources: {'Port': ['ID=2782fa27-0e79-43b1-a462-4a4e56abaed9,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:54.900849 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4724a675-fe22-48a4-9806-3f9a6eb23a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551'] for port (2782fa27-0e79-43b1-a462-4a4e56abaed9), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:54.906784 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] No DVR routers for this DVR port 2782fa27-0e79-43b1-a462-4a4e56abaed9 on host dv-cinder-839768-1-iscsi {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:54.919166 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724a675-fe22-48a4-9806-3f9a6eb23a97 None None] No DVR routers for this DVR port 2782fa27-0e79-43b1-a462-4a4e56abaed9 on host dv-cinder-839768-1-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:54.945601 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724a675-fe22-48a4-9806-3f9a6eb23a97 None None] Pushing event deleted for resources: {'Port': ['ID=2782fa27-0e79-43b1-a462-4a4e56abaed9,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:54.952513 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No active binding found for port 2782fa27-0e79-43b1-a462-4a4e56abaed9 {{(pid=110072) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 15:05:54.952950 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] The host dv-cinder-839768-1-iscsi is not matching for port 2782fa27-0e79-43b1-a462-4a4e56abaed9 host None! {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} Apr 28 15:05:54.953383 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 2782fa27-0e79-43b1-a462-4a4e56abaed9 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:55.029270 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (44d812fa-de14-47aa-bf99-981af298f224), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:55.057573 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d812fa-de14-47aa-bf99-981af298f224']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:55.070392 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6a2719-ae75-4318-b7f6-9369056e3b61') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:55.070690 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6a2719-ae75-4318-b7f6-9369056e3b61') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:55.087402 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (1d6a2719-ae75-4318-b7f6-9369056e3b61), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:55.109584 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (1d6a2719-ae75-4318-b7f6-9369056e3b61), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:55.119439 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:05:55.120215 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (1d6a2719-ae75-4318-b7f6-9369056e3b61), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:05:55.134191 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:05:55.258518 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (44d812fa-de14-47aa-bf99-981af298f224), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:55.265164 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:55.268629 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] 10.222.0.31 "DELETE /v2.0/networks/44d812fa-de14-47aa-bf99-981af298f224 HTTP/1.1" status: 204 len: 168 time: 1.0332942 Apr 28 15:05:55.281021 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df13ea7-1591-4ec3-83a2-0fb5a5e9445f admin admin] Pushing event deleted for resources: {'Network': ['ID=44d812fa-de14-47aa-bf99-981af298f224,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:55.904308 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ced3d5-5733-4a83-b095-bef85775f460 req-950c6786-3729-4115-8e5b-5047caf44de1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:55.906533 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f7ced3d5-5733-4a83-b095-bef85775f460 req-950c6786-3729-4115-8e5b-5047caf44de1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0620618 Apr 28 15:05:55.965283 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f7ced3d5-5733-4a83-b095-bef85775f460 req-98b336b6-0812-4ad5-9930-3c8f6ced9132 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519826 Apr 28 15:05:56.190542 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56230) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:56.236527 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-6627ff61-5744-4479-aa03-431c6081c635 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a70bbde9b0854041bbbb8243c3d54a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447819 Apr 28 15:05:56.239014 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56232) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:56.319820 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2aee7e2f-52e5-42a4-90c3-6cfa2c8b9be3 admin admin] Publish callbacks [] for security_group (0dc49523-956e-4490-80b1-99b219a5b63b), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:56.350883 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2aee7e2f-52e5-42a4-90c3-6cfa2c8b9be3 admin admin] Publish callbacks [] for security_group (0dc49523-956e-4490-80b1-99b219a5b63b), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:56.479961 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2aee7e2f-52e5-42a4-90c3-6cfa2c8b9be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (0dc49523-956e-4490-80b1-99b219a5b63b), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:56.483279 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2aee7e2f-52e5-42a4-90c3-6cfa2c8b9be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:56.484475 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-2aee7e2f-52e5-42a4-90c3-6cfa2c8b9be3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0dc49523-956e-4490-80b1-99b219a5b63b HTTP/1.1" status: 204 len: 168 time: 0.2444313 Apr 28 15:05:56.504095 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee7e2f-52e5-42a4-90c3-6cfa2c8b9be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc49523-956e-4490-80b1-99b219a5b63b,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:56.800364 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:05:57.142921 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43229b-89d9-4bce-a215-2266dc0b8609 req-ae0b4c93-2330-4ab3-8dba-8bfc730b3500 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:57.150178 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-cc43229b-89d9-4bce-a215-2266dc0b8609 req-ae0b4c93-2330-4ab3-8dba-8bfc730b3500 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0835607 Apr 28 15:05:57.221497 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-cc43229b-89d9-4bce-a215-2266dc0b8609 req-e1b23055-87d3-48b7-91f5-1e6b372ee51a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702713 Apr 28 15:05:57.273328 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56242) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:57.336825 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56244) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:05:57.337069 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-6ace3738-8fe5-4921-9567-a0059334981c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=187ca3ba2b80451aa7ed7b05c5cf69cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619087 Apr 28 15:05:57.416801 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0635887e-529e-42d0-9a4a-7cfa3c02820c admin admin] Publish callbacks [] for security_group (c02bda26-1b4c-4af9-bea7-55bc8ba2d820), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:57.456838 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0635887e-529e-42d0-9a4a-7cfa3c02820c admin admin] Publish callbacks [] for security_group (c02bda26-1b4c-4af9-bea7-55bc8ba2d820), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:57.613213 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0635887e-529e-42d0-9a4a-7cfa3c02820c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (c02bda26-1b4c-4af9-bea7-55bc8ba2d820), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:57.617897 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0635887e-529e-42d0-9a4a-7cfa3c02820c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:05:57.632715 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-0635887e-529e-42d0-9a4a-7cfa3c02820c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c02bda26-1b4c-4af9-bea7-55bc8ba2d820 HTTP/1.1" status: 204 len: 168 time: 0.2913888 Apr 28 15:05:57.646153 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635887e-529e-42d0-9a4a-7cfa3c02820c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02bda26-1b4c-4af9-bea7-55bc8ba2d820,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:58.358393 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889889d-7476-433c-86ad-e6f508bfb8ef req-1b01a1df-b758-434e-97e3-15323c99e821 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:58.359852 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a889889d-7476-433c-86ad-e6f508bfb8ef req-1b01a1df-b758-434e-97e3-15323c99e821 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0525498 Apr 28 15:05:58.411313 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a889889d-7476-433c-86ad-e6f508bfb8ef req-a345aeb8-cf11-4a47-b143-176f0c1c0b54 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446997 Apr 28 15:05:59.544117 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f053bfe-689f-40b9-9f96-551b9ec7216f req-ff95f5a0-d9d5-4ac6-8753-bca358e7d340 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:59.545639 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5f053bfe-689f-40b9-9f96-551b9ec7216f req-ff95f5a0-d9d5-4ac6-8753-bca358e7d340 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0483460 Apr 28 15:05:59.592970 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5f053bfe-689f-40b9-9f96-551b9ec7216f req-e93efbef-6025-4fd3-abd0-eda1ad6cbe27 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415585 Apr 28 15:06:00.785494 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cebf4-e91e-4096-899d-795115dd8c3a req-73e0ce43-d7ca-4877-995a-e40544fb4765 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:00.787915 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-695cebf4-e91e-4096-899d-795115dd8c3a req-73e0ce43-d7ca-4877-995a-e40544fb4765 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0621426 Apr 28 15:06:00.801389 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:00.876985 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-695cebf4-e91e-4096-899d-795115dd8c3a req-e41d69eb-9fd3-43bc-bb4d-d02e7b4813b1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791171 Apr 28 15:06:01.982988 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b4bbf-1f83-441e-a2d8-a3929ef40e74 req-519f249c-1b06-4eb9-bf2f-7874c84359cf tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:01.985739 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-312b4bbf-1f83-441e-a2d8-a3929ef40e74 req-519f249c-1b06-4eb9-bf2f-7874c84359cf tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0780792 Apr 28 15:06:02.050775 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9ffc3-2910-4fda-9472-dbccac2d99f8 req-1acad22a-8a0b-4042-a788-93d84cf90903 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:02.053324 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7ae9ffc3-2910-4fda-9472-dbccac2d99f8 req-1acad22a-8a0b-4042-a788-93d84cf90903 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0914683 Apr 28 15:06:02.065584 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-312b4bbf-1f83-441e-a2d8-a3929ef40e74 req-27f6693e-69e3-4854-b4bb-2de3257fb406 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680754 Apr 28 15:06:02.121758 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7ae9ffc3-2910-4fda-9472-dbccac2d99f8 req-eb635191-dbd1-4d29-abd8-43ab1b30faf6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603623 Apr 28 15:06:03.195099 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504aea-8fac-47b6-bae3-1377875d5260 req-a0c12e7a-4ae2-4265-9411-daceb6c7d85d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:03.197318 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ce504aea-8fac-47b6-bae3-1377875d5260 req-a0c12e7a-4ae2-4265-9411-daceb6c7d85d tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0578265 Apr 28 15:06:03.256317 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ce504aea-8fac-47b6-bae3-1377875d5260 req-f2a169ee-287e-41c7-a246-dcdf1675eef3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506740 Apr 28 15:06:03.365938 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b2e5a-cbfb-4844-a3fd-9a0d5801900a req-48ec6fe5-f49a-4529-8162-06aa0c4357ae tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:03.367395 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-046b2e5a-cbfb-4844-a3fd-9a0d5801900a req-48ec6fe5-f49a-4529-8162-06aa0c4357ae tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0518835 Apr 28 15:06:03.420001 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-046b2e5a-cbfb-4844-a3fd-9a0d5801900a req-aa2abb4a-7ba0-40fa-b4ab-53410264db04 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463972 Apr 28 15:06:04.366066 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ae554-8108-4fec-804a-5e7a3af9eae6 req-1c8d9462-2055-41fb-82c1-617aa6aebf5e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:04.367556 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2a8ae554-8108-4fec-804a-5e7a3af9eae6 req-1c8d9462-2055-41fb-82c1-617aa6aebf5e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0459197 Apr 28 15:06:04.418778 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2a8ae554-8108-4fec-804a-5e7a3af9eae6 req-58d76bee-d2ca-43f2-af53-7c5c35a73feb tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449142 Apr 28 15:06:04.537312 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347e3b6-e4ec-4bbe-b961-46c9593bfc0e req-57ec0e5c-8faa-4f74-8146-43392303bede tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:04.538698 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4347e3b6-e4ec-4bbe-b961-46c9593bfc0e req-57ec0e5c-8faa-4f74-8146-43392303bede tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0470045 Apr 28 15:06:04.586628 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4347e3b6-e4ec-4bbe-b961-46c9593bfc0e req-e7e071b3-4f3f-4e4e-9954-7d1428444612 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423748 Apr 28 15:06:05.460149 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-f8401aa7-8f6d-4b58-a674-7b00b8407b53 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:05.460149 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-f8401aa7-8f6d-4b58-a674-7b00b8407b53 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0471497 Apr 28 15:06:05.538523 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731dd0e-e94c-4c22-b8d6-cd5983484923 req-f234cd9f-d64d-4f65-be12-65bbd9776dd6 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:05.540043 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6731dd0e-e94c-4c22-b8d6-cd5983484923 req-f234cd9f-d64d-4f65-be12-65bbd9776dd6 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0506272 Apr 28 15:06:05.596857 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6731dd0e-e94c-4c22-b8d6-cd5983484923 req-a14f40a5-b3d9-473f-a590-99dd12d96677 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497649 Apr 28 15:06:05.657388 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Deleting port a31399c2-6730-4cc7-b7d3-a098b03c21cf {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:05.657880 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:05.810933 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] For port a31399c2-6730-4cc7-b7d3-a098b03c21cf, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a31399c2-6730-4cc7-b7d3-a098b03c21cf,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:05.811306 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:05.826239 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f45af4-eb9c-4e7d-9098-ddb3d5d0db57 req-d1cbd2ee-eb25-4af5-8661-49be325f1026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:05.827857 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-24f45af4-eb9c-4e7d-9098-ddb3d5d0db57 req-d1cbd2ee-eb25-4af5-8661-49be325f1026 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 1129 time: 0.2663620 Apr 28 15:06:05.994627 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81345699-17ec-449e-8fb8-63383223a263 req-a8610113-4bc4-4454-ba32-9e5f178bce05 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:05.997389 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-81345699-17ec-449e-8fb8-63383223a263 req-a8610113-4bc4-4454-ba32-9e5f178bce05 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.3265224 Apr 28 15:06:06.045961 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f45af4-eb9c-4e7d-9098-ddb3d5d0db57 req-0435c624-12ca-4e57-9625-7f361f16a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:06.047444 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-24f45af4-eb9c-4e7d-9098-ddb3d5d0db57 req-0435c624-12ca-4e57-9625-7f361f16a83b service neutron] 10.222.0.42 "GET /v2.0/networks?id=60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 200 len: 917 time: 0.2125969 Apr 28 15:06:06.055644 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-81345699-17ec-449e-8fb8-63383223a263 req-b15bfe79-a58a-431e-813a-ae73a1d1a4e5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522435 Apr 28 15:06:06.396156 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:06.396512 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (f964f935-600f-4433-920c-70242dfbb3a3), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:06.396849 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Floating IP f964f935-600f-4433-920c-70242dfbb3a3 disassociated. External IP: 172.27.2.53, port: a31399c2-6730-4cc7-b7d3-a098b03c21cf. Apr 28 15:06:06.397197 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Calling delete_port for a31399c2-6730-4cc7-b7d3-a098b03c21cf owned by compute:nova {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:06.418759 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-24f45af4-eb9c-4e7d-9098-ddb3d5d0db57 req-58551d09-66ae-456a-a015-01f5bc11cda1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac HTTP/1.1" status: 200 len: 1001 time: 0.3594606 Apr 28 15:06:06.509272 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f45af4-eb9c-4e7d-9098-ddb3d5d0db57 req-8548ac97-57d7-4659-8aca-d82a4a3095fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:06.510633 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-24f45af4-eb9c-4e7d-9098-ddb3d5d0db57 req-8548ac97-57d7-4659-8aca-d82a4a3095fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bba402f-a684-4714-861d-42a0c9992a9f HTTP/1.1" status: 200 len: 855 time: 0.0631447 Apr 28 15:06:06.580970 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f45af4-eb9c-4e7d-9098-ddb3d5d0db57 req-fddf997b-68b5-4c1b-a0a0-97e788507483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:06.582470 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-24f45af4-eb9c-4e7d-9098-ddb3d5d0db57 req-fddf997b-68b5-4c1b-a0a0-97e788507483 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60fd79c5-50c5-4587-8604-5daaaa9b4694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644541 Apr 28 15:06:06.711552 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (a31399c2-6730-4cc7-b7d3-a098b03c21cf), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:06.729057 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-24f45af4-eb9c-4e7d-9098-ddb3d5d0db57 req-622ad853-aa89-4730-b5f3-7dbaafe3b9e4 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399412 Apr 28 15:06:06.766168 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b267fb-4f4a-466b-ab62-8bdbd223f80e req-48a64785-a187-4009-b3ed-43252d85dc7e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:06.767608 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-56b267fb-4f4a-466b-ab62-8bdbd223f80e req-48a64785-a187-4009-b3ed-43252d85dc7e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 946 time: 0.0956831 Apr 28 15:06:06.768348 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event deleted for resources: {'Port': ['ID=a31399c2-6730-4cc7-b7d3-a098b03c21cf,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:06.964609 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-56b267fb-4f4a-466b-ab62-8bdbd223f80e req-e628215a-e6a0-4b4f-b29c-79b5c84bc1b3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=4648e422-bcf8-4912-9fb6-43abba0887a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754456 Apr 28 15:06:06.975347 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-24f45af4-eb9c-4e7d-9098-ddb3d5d0db57 req-ac60c530-1caa-4e5c-bbad-0fde2940f331 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244282 Apr 28 15:06:06.995651 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Router a4c54679-e9f5-470e-a929-caa4e0a254ea has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:07.111588 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:07.132978 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719799e9-bef3-41f6-83f5-bbfc920e6506 None None] Sync routers for ids ['a4c54679-e9f5-470e-a929-caa4e0a254ea'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:07.154777 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719799e9-bef3-41f6-83f5-bbfc920e6506 None None] Routers {'a4c54679-e9f5-470e-a929-caa4e0a254ea'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:07.155081 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-719799e9-bef3-41f6-83f5-bbfc920e6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:05:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['a4c54679-e9f5-470e-a929-caa4e0a254ea'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:07.163888 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] No DVR routers for this DVR port a31399c2-6730-4cc7-b7d3-a098b03c21cf on host hv-cinder-83976 {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:07.166580 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:07.170136 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-902e0f56-5620-422b-b9e0-7e3babf6c122 req-8708f1cb-4cf2-4c95-9f07-fe39f591804f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "DELETE /v2.0/ports/a31399c2-6730-4cc7-b7d3-a098b03c21cf HTTP/1.1" status: 204 len: 173 time: 1.6187580 Apr 28 15:06:07.170589 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'name': 'network-vif-deleted', 'tag': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:07.172904 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb3e22a-a149-4555-8084-5a81e369e11e" -d '{"events": [{"server_uuid": "7d44c72b-1d91-4553-a8f7-6832f90c80b9", "name": "network-vif-deleted", "tag": "a31399c2-6730-4cc7-b7d3-a098b03c21cf"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:07.223054 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f0937-1c79-46b7-95ee-d14d3a0f01a0 req-2e612613-871b-4d7b-be0a-b1e784bbe6af tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:07.230335 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-119f0937-1c79-46b7-95ee-d14d3a0f01a0 req-2e612613-871b-4d7b-be0a-b1e784bbe6af tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 945 time: 0.0695155 Apr 28 15:06:07.301050 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-119f0937-1c79-46b7-95ee-d14d3a0f01a0 req-3b9bb65e-4e55-47b1-be43-74a8ecc4ca08 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599151 Apr 28 15:06:07.304323 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-719799e9-bef3-41f6-83f5-bbfc920e6506 None None] Set router a4c54679-e9f5-470e-a929-caa4e0a254ea gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:07.350950 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626b403-5c24-43d7-b53e-edd4902480c6 x-openstack-request-id: req-e626b403-5c24-43d7-b53e-edd4902480c6 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:07.351332 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d44c72b-1d91-4553-a8f7-6832f90c80b9", "name": "network-vif-deleted", "tag": "a31399c2-6730-4cc7-b7d3-a098b03c21cf", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:07.351654 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e626b403-5c24-43d7-b53e-edd4902480c6 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:07.352124 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e626b403-5c24-43d7-b53e-edd4902480c6'] response: {'server_uuid': '7d44c72b-1d91-4553-a8f7-6832f90c80b9', 'name': 'network-vif-deleted', 'tag': 'a31399c2-6730-4cc7-b7d3-a098b03c21cf', 'status': 'completed', 'code': 200} Apr 28 15:06:07.631554 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-719799e9-bef3-41f6-83f5-bbfc920e6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '791cf621-10e8-453a-b443-94298524a993', 'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'mac_address': 'fa:16:3e:14:62:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:46Z', 'updated_at': '2022-04-28T15:01:51Z', 'revision_number': 5, 'project_id': '2965a414fca64399918af02e41fe47ca', 'subnets': [{'id': '71830540-5d1e-47d6-914a-38b502f26977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:07.657720 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719799e9-bef3-41f6-83f5-bbfc920e6506 None None] Checking router: a4c54679-e9f5-470e-a929-caa4e0a254ea for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:07.669213 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719799e9-bef3-41f6-83f5-bbfc920e6506 None None] Routers {'a4c54679-e9f5-470e-a929-caa4e0a254ea'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:07.669832 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-719799e9-bef3-41f6-83f5-bbfc920e6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:05:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['a4c54679-e9f5-470e-a929-caa4e0a254ea'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:07.780569 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-719799e9-bef3-41f6-83f5-bbfc920e6506 None None] Set router a4c54679-e9f5-470e-a929-caa4e0a254ea gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:07.982453 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-719799e9-bef3-41f6-83f5-bbfc920e6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '791cf621-10e8-453a-b443-94298524a993', 'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'mac_address': 'fa:16:3e:14:62:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:46Z', 'updated_at': '2022-04-28T15:01:51Z', 'revision_number': 5, 'project_id': '2965a414fca64399918af02e41fe47ca', 'subnets': [{'id': '71830540-5d1e-47d6-914a-38b502f26977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:08.010501 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719799e9-bef3-41f6-83f5-bbfc920e6506 None None] The sync data for ids ['a4c54679-e9f5-470e-a929-caa4e0a254ea'] in dv-cinder-839768-1-iscsi is: [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 4, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '791cf621-10e8-453a-b443-94298524a993', 'name': '', 'network_id': 'f4941596-20f6-4239-8eb0-824cfe4ba71d', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'mac_address': 'fa:16:3e:14:62:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71830540-5d1e-47d6-914a-38b502f26977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:46Z', 'updated_at': '2022-04-28T15:01:51Z', 'revision_number': 5, 'project_id': '2965a414fca64399918af02e41fe47ca', 'subnets': [{'id': '71830540-5d1e-47d6-914a-38b502f26977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:08.062379 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-94e1be02-148c-4750-b5b6-76e5eb589c85 req-524d87c5-4028-4f60-9feb-cd90c9f3669c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 210 time: 0.0282116 Apr 28 15:06:08.100727 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a31399c2-6730-4cc7-b7d3-a098b03c21cf no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:08.121928 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: a31399c2-6730-4cc7-b7d3-a098b03c21cf {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:08.122183 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a31399c2-6730-4cc7-b7d3-a098b03c21cf not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:08.122619 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a1bcad07-bc11-486f-8361-3f6bc410e1ac no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:08.211021 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port a1bcad07-bc11-486f-8361-3f6bc410e1ac is: ACTIVE; New status is: DOWN {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:06:08.211713 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:08.235003 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:08.237353 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5cfad9-4037-4e56-b7ff-15d90e58e6f3" -d '{"events": [{"server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:08.251695 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:08.265783 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa381d8-a3c9-4862-ba5e-50a15de33efc None None] New status for floating IP f964f935-600f-4433-920c-70242dfbb3a3: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:06:08.315504 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:08.342773 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce4840b-f568-4b24-97f7-70e704af6393 x-openstack-request-id: req-1ce4840b-f568-4b24-97f7-70e704af6393 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:08.343092 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:08.343346 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ce4840b-f568-4b24-97f7-70e704af6393 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:08.343713 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce4840b-f568-4b24-97f7-70e704af6393'] response: {'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'code': 200} Apr 28 15:06:08.376566 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=a1bcad07-bc11-486f-8361-3f6bc410e1ac,revision_number=8']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:08.384503 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.384889 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.385244 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.385641 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.385973 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.386313 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.387188 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.387524 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.388020 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.388308 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.388641 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.389076 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.389409 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.389740 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.390072 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:08.434149 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a1e88-3d82-4f50-9ccd-e928fa65c27f req-eb8d93ef-d725-4e70-8e47-3280137c6d51 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:08.435852 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bd1a1e88-3d82-4f50-9ccd-e928fa65c27f req-eb8d93ef-d725-4e70-8e47-3280137c6d51 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0651624 Apr 28 15:06:08.484604 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bd1a1e88-3d82-4f50-9ccd-e928fa65c27f req-98c5d5ec-a4f3-4c38-92d5-7478457adf25 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429232 Apr 28 15:06:09.181079 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4984cab9-6115-4b52-8f6b-cd244094b905 req-ab18ede8-ae3f-4305-9ed5-1587285657cc tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d44c72b-1d91-4553-a8f7-6832f90c80b9 HTTP/1.1" status: 200 len: 210 time: 0.0329084 Apr 28 15:06:09.607468 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c0374-b05c-4eff-a580-eb24f4a214df req-830e83d0-c483-4cf8-a069-97fdfd681507 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:09.608993 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-463c0374-b05c-4eff-a580-eb24f4a214df req-830e83d0-c483-4cf8-a069-97fdfd681507 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0491064 Apr 28 15:06:09.658499 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-463c0374-b05c-4eff-a580-eb24f4a214df req-ada5a95e-703e-4b6d-a112-f3bbbcd64c27 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436022 Apr 28 15:06:10.330347 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56390) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:10.387501 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e3163323-04b0-43ae-b378-d3bb2ec5d29c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for security_group (4648e422-bcf8-4912-9fb6-43abba0887a3), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:10.412502 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e3163323-04b0-43ae-b378-d3bb2ec5d29c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for security_group (4648e422-bcf8-4912-9fb6-43abba0887a3), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:10.537942 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e3163323-04b0-43ae-b378-d3bb2ec5d29c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (4648e422-bcf8-4912-9fb6-43abba0887a3), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:10.540610 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e3163323-04b0-43ae-b378-d3bb2ec5d29c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:10.542029 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-e3163323-04b0-43ae-b378-d3bb2ec5d29c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "DELETE /v2.0/security-groups/4648e422-bcf8-4912-9fb6-43abba0887a3 HTTP/1.1" status: 204 len: 168 time: 0.2104323 Apr 28 15:06:10.545341 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56392) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:10.551957 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3163323-04b0-43ae-b378-d3bb2ec5d29c tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4648e422-bcf8-4912-9fb6-43abba0887a3,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:10.566457 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.api.v2.resource [None req-039fea40-d373-4603-b519-62d4b395664e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] show failed (client error): The resource could not be found. Apr 28 15:06:10.570782 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-039fea40-d373-4603-b519-62d4b395664e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups/4648e422-bcf8-4912-9fb6-43abba0887a3 HTTP/1.1" status: 404 len: 347 time: 0.0215552 Apr 28 15:06:10.573219 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56394) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:10.705131 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-3d06915e-c2d8-4f75-bdd1-3d082e85bb88 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Deleting port f25a9bfd-625e-4d9f-b891-5d6b3eb925c0 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:10.708109 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3d06915e-c2d8-4f75-bdd1-3d082e85bb88 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (f25a9bfd-625e-4d9f-b891-5d6b3eb925c0), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:10.792087 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3d06915e-c2d8-4f75-bdd1-3d082e85bb88 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (f25a9bfd-625e-4d9f-b891-5d6b3eb925c0), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:10.792416 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3d06915e-c2d8-4f75-bdd1-3d082e85bb88 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for floatingip (f25a9bfd-625e-4d9f-b891-5d6b3eb925c0), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:10.805519 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-3d06915e-c2d8-4f75-bdd1-3d082e85bb88 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Calling delete_port for f25a9bfd-625e-4d9f-b891-5d6b3eb925c0 owned by network:floatingip {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:11.006682 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3d06915e-c2d8-4f75-bdd1-3d082e85bb88 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (f25a9bfd-625e-4d9f-b891-5d6b3eb925c0), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:11.034842 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06915e-c2d8-4f75-bdd1-3d082e85bb88 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event deleted for resources: {'Port': ['ID=f25a9bfd-625e-4d9f-b891-5d6b3eb925c0,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:11.095929 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3d06915e-c2d8-4f75-bdd1-3d082e85bb88 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks [] for floatingip (f964f935-600f-4433-920c-70242dfbb3a3), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:11.098612 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-3d06915e-c2d8-4f75-bdd1-3d082e85bb88 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:11.100424 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3d06915e-c2d8-4f75-bdd1-3d082e85bb88 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "DELETE /v2.0/floatingips/f964f935-600f-4433-920c-70242dfbb3a3 HTTP/1.1" status: 204 len: 168 time: 0.5260341 Apr 28 15:06:11.499110 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [req-e818be75-cfa8-4a3d-98ec-94df35c9225a req-8a4db3a8-dc5f-4f27-9187-c2663788659e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 15:06:11.500155 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e818be75-cfa8-4a3d-98ec-94df35c9225a req-8a4db3a8-dc5f-4f27-9187-c2663788659e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0544794 Apr 28 15:06:11.786965 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db668937-1282-46fb-a576-0cab01259795 req-66d6b9d5-27d2-4a3f-81eb-f2429ffb0a6a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:11.788585 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-db668937-1282-46fb-a576-0cab01259795 req-66d6b9d5-27d2-4a3f-81eb-f2429ffb0a6a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0555868 Apr 28 15:06:11.842328 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-db668937-1282-46fb-a576-0cab01259795 req-effdf7d4-da2e-42cb-b153-22be2729988d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457492 Apr 28 15:06:12.164643 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56438) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:12.256934 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-482db7d7-e209-49d9-add1-1e652f1d293c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910256 Apr 28 15:06:12.265970 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-3d97b254-b133-44f1-a4cd-656645fd9063 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 15:06:12.267202 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-3d97b254-b133-44f1-a4cd-656645fd9063 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059509 Apr 28 15:06:12.341687 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56446) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:12.435073 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-c50149aa-c795-4480-a9a1-4eabac924acd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:12.436444 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-c50149aa-c795-4480-a9a1-4eabac924acd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports/a1bcad07-bc11-486f-8361-3f6bc410e1ac HTTP/1.1" status: 200 len: 940 time: 0.0937922 Apr 28 15:06:12.965866 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577f8fc-9042-4b07-b811-c0123b035a61 req-e851695b-d7d2-4f2d-a737-9af4cc6c8c0c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:12.967655 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7577f8fc-9042-4b07-b811-c0123b035a61 req-e851695b-d7d2-4f2d-a737-9af4cc6c8c0c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0509369 Apr 28 15:06:13.016236 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7577f8fc-9042-4b07-b811-c0123b035a61 req-b5a4d5e3-1d61-4e89-b373-6f03f5d56d16 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429499 Apr 28 15:06:13.868481 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-d7c41cd1-9b63-42cf-a302-0a674fc94a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:13.870082 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-d7c41cd1-9b63-42cf-a302-0a674fc94a9d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be&tenant_id=6ffdd233ccf8404f80158282c5e1f31b HTTP/1.1" status: 200 len: 1127 time: 0.0413866 Apr 28 15:06:13.940035 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-94f4af1e-10d9-4483-9838-82b8dfbb531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:13.941579 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-94f4af1e-10d9-4483-9838-82b8dfbb531a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 1127 time: 0.0490794 Apr 28 15:06:14.045777 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-486e02e0-406a-4256-b494-5a9bd5ee9fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:14.048116 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-486e02e0-406a-4256-b494-5a9bd5ee9fe1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 200 len: 917 time: 0.0984094 Apr 28 15:06:14.090618 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a1bcad07-bc11-486f-8361-3f6bc410e1ac no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:14.122580 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f2d3e-24ce-42ce-842c-c394be3b0566 req-7dc0b957-e936-4b25-adb3-282151f25624 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:14.131476 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-993f2d3e-24ce-42ce-842c-c394be3b0566 req-7dc0b957-e936-4b25-adb3-282151f25624 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0732193 Apr 28 15:06:14.187652 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port a1bcad07-bc11-486f-8361-3f6bc410e1ac is: DOWN; New status is: DOWN {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:06:14.194071 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-993f2d3e-24ce-42ce-842c-c394be3b0566 req-0bdbb63d-81a9-48b6-b9b8-af0e80298552 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595438 Apr 28 15:06:14.200888 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a50c25-4c89-4ce3-9e50-838119224281 req-8f770346-4dfa-491b-a7a5-1854f59209d6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:14.202392 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e9a50c25-4c89-4ce3-9e50-838119224281 req-8f770346-4dfa-491b-a7a5-1854f59209d6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0569105 Apr 28 15:06:14.248446 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e9a50c25-4c89-4ce3-9e50-838119224281 req-5dafd086-6d6f-4a32-9831-9713cd108063 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404334 Apr 28 15:06:14.450980 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31cd6f42-3848-4bea-938a-86dcd4085797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:15.306745 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd72db6-93ae-4dbe-8baf-2d755d799aac req-1a67c38b-4d60-48fc-a62b-dcef2b1c4471 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:15.308229 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-efd72db6-93ae-4dbe-8baf-2d755d799aac req-1a67c38b-4d60-48fc-a62b-dcef2b1c4471 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0512810 Apr 28 15:06:15.357974 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-efd72db6-93ae-4dbe-8baf-2d755d799aac req-5a7f3574-8cf0-4ad6-a436-344770b74275 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432928 Apr 28 15:06:15.368224 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472d06b-5560-4ac4-968e-12ba24068c12 req-0e29048c-9115-41d2-bec4-82ce7c1a772b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:15.369896 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9472d06b-5560-4ac4-968e-12ba24068c12 req-0e29048c-9115-41d2-bec4-82ce7c1a772b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0473511 Apr 28 15:06:15.422874 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9472d06b-5560-4ac4-968e-12ba24068c12 req-de082fc3-b45c-458b-84af-2463db676c50 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468638 Apr 28 15:06:16.034925 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-cbc72ec1-da8d-4f34-b67a-21fe8de8abf5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac HTTP/1.1" status: 200 len: 999 time: 0.0693705 Apr 28 15:06:16.087815 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-9bc8389a-9587-4bfa-b635-915798b7360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:16.089316 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-9bc8389a-9587-4bfa-b635-915798b7360b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bba402f-a684-4714-861d-42a0c9992a9f HTTP/1.1" status: 200 len: 855 time: 0.0472353 Apr 28 15:06:16.179087 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-ff9bf99a-3454-4208-a7d4-3538a781f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:16.180618 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-ff9bf99a-3454-4208-a7d4-3538a781f5e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=60fd79c5-50c5-4587-8604-5daaaa9b4694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401592 Apr 28 15:06:16.284098 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-11a2816a-3ea5-4bb2-b1aa-9914627c0893 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972786 Apr 28 15:06:16.470513 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba466c96-3095-4a9e-9e2f-ef6aed8f9199 req-62e19e34-33e0-4f84-bbfa-1bc001e6e87e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:16.471986 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ba466c96-3095-4a9e-9e2f-ef6aed8f9199 req-62e19e34-33e0-4f84-bbfa-1bc001e6e87e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.0477555 Apr 28 15:06:16.522671 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ba466c96-3095-4a9e-9e2f-ef6aed8f9199 req-efc0a0dc-153f-463b-aad0-603884bdc2df tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449274 Apr 28 15:06:16.620195 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c839a-ae3a-4430-9005-b27260857afe req-57cfe876-ffde-4958-9c78-058bfc48688e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:16.622271 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f86c839a-ae3a-4430-9005-b27260857afe req-57cfe876-ffde-4958-9c78-058bfc48688e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.1261833 Apr 28 15:06:16.645438 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07019daf-0f0d-46a4-8bde-feec4f770305 req-fe09eb85-e3b3-4609-9ec1-03081a3f98f5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:16.646797 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-07019daf-0f0d-46a4-8bde-feec4f770305 req-fe09eb85-e3b3-4609-9ec1-03081a3f98f5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 946 time: 0.1393759 Apr 28 15:06:16.694811 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0bf787cd-8e08-453e-bae2-3aa645ee5082 req-a215b1f1-1ab2-4f64-9a10-2f9537bcfc64 service neutron] 10.222.0.42 "GET /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882474 Apr 28 15:06:16.706844 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f86c839a-ae3a-4430-9005-b27260857afe req-2472cf6d-177a-4d79-a941-1f56a93fbaa4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771468 Apr 28 15:06:16.829515 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-9cafcb8c-1480-4c62-a05a-b9f5ecf2d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:16.931139 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-07019daf-0f0d-46a4-8bde-feec4f770305 req-a4ca24db-f8be-4b13-8275-5aadec609a36 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Deleting port eafd28df-d35f-4f17-89d3-ac432958b069 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:16.931481 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-07019daf-0f0d-46a4-8bde-feec4f770305 req-a4ca24db-f8be-4b13-8275-5aadec609a36 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:17.027073 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-07019daf-0f0d-46a4-8bde-feec4f770305 req-a4ca24db-f8be-4b13-8275-5aadec609a36 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] For port eafd28df-d35f-4f17-89d3-ac432958b069, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=eafd28df-d35f-4f17-89d3-ac432958b069,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:17.027437 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-07019daf-0f0d-46a4-8bde-feec4f770305 req-a4ca24db-f8be-4b13-8275-5aadec609a36 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:17.040274 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-07019daf-0f0d-46a4-8bde-feec4f770305 req-a4ca24db-f8be-4b13-8275-5aadec609a36 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Calling delete_port for eafd28df-d35f-4f17-89d3-ac432958b069 owned by compute:nova {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:17.258257 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-07019daf-0f0d-46a4-8bde-feec4f770305 req-a4ca24db-f8be-4b13-8275-5aadec609a36 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (eafd28df-d35f-4f17-89d3-ac432958b069), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:17.270339 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['52790e3b-bbab-47d6-9578-74c45e4a5bba', 'eafd28df-d35f-4f17-89d3-ac432958b069'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:06:17.361694 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca24db-f8be-4b13-8275-5aadec609a36 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event deleted for resources: {'Port': ['ID=eafd28df-d35f-4f17-89d3-ac432958b069,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:17.393947 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-07019daf-0f0d-46a4-8bde-feec4f770305 req-a4ca24db-f8be-4b13-8275-5aadec609a36 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] No DVR routers for this DVR port eafd28df-d35f-4f17-89d3-ac432958b069 on host hv-cinder-83976 {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:17.396354 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-07019daf-0f0d-46a4-8bde-feec4f770305 req-a4ca24db-f8be-4b13-8275-5aadec609a36 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:17.400569 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-07019daf-0f0d-46a4-8bde-feec4f770305 req-a4ca24db-f8be-4b13-8275-5aadec609a36 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "DELETE /v2.0/ports/eafd28df-d35f-4f17-89d3-ac432958b069 HTTP/1.1" status: 204 len: 173 time: 0.5496585 Apr 28 15:06:17.401049 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd0d2d-67f8-4285-9127-f12dab7db4c0', 'name': 'network-vif-deleted', 'tag': 'eafd28df-d35f-4f17-89d3-ac432958b069'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:17.404017 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e934a35-6a07-453f-a7a4-4b1981a22372" -d '{"events": [{"server_uuid": "84cd0d2d-67f8-4285-9127-f12dab7db4c0", "name": "network-vif-deleted", "tag": "eafd28df-d35f-4f17-89d3-ac432958b069"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:17.478511 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88396d4d-e0a5-4344-b838-c77782aa9f4f x-openstack-request-id: req-88396d4d-e0a5-4344-b838-c77782aa9f4f {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:17.479197 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cd0d2d-67f8-4285-9127-f12dab7db4c0", "name": "network-vif-deleted", "tag": "eafd28df-d35f-4f17-89d3-ac432958b069", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:17.479667 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88396d4d-e0a5-4344-b838-c77782aa9f4f {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:17.480871 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88396d4d-e0a5-4344-b838-c77782aa9f4f'] response: {'server_uuid': '84cd0d2d-67f8-4285-9127-f12dab7db4c0', 'name': 'network-vif-deleted', 'tag': 'eafd28df-d35f-4f17-89d3-ac432958b069', 'status': 'completed', 'code': 200} Apr 28 15:06:18.052548 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ca66f4ad-4177-4c1c-ae08-f217e8dd1e83 req-7b3fd693-5342-4087-b66c-53996941d98b tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0445268 Apr 28 15:06:18.108539 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:18.211992 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645dab0-8734-468d-81f4-65b71cb61b75 req-06c836e4-2401-43da-b2e9-28b22bf43b95 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:18.213698 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a645dab0-8734-468d-81f4-65b71cb61b75 req-06c836e4-2401-43da-b2e9-28b22bf43b95 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0733113 Apr 28 15:06:18.290380 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a645dab0-8734-468d-81f4-65b71cb61b75 req-87a3f871-68ec-4f17-b673-37a897bde9dd tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692348 Apr 28 15:06:19.177571 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5a244935-5838-4a90-b9ca-ef36f08fb0e8 req-65cf1952-23c9-418c-8563-14f23b7d68a7 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0279217 Apr 28 15:06:19.354060 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:19.412400 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504398d3-14f0-40ae-a1da-a605e75b1ed1 req-5402e87f-e024-4145-b3ed-fa18340569a4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:19.419810 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-504398d3-14f0-40ae-a1da-a605e75b1ed1 req-5402e87f-e024-4145-b3ed-fa18340569a4 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0558186 Apr 28 15:06:19.465148 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-504398d3-14f0-40ae-a1da-a605e75b1ed1 req-fe5f4de2-c13d-4aab-9075-26b8c7f1dd15 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443294 Apr 28 15:06:20.304486 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ca5de2b8-07ae-4c49-b248-e6000d338ad2 req-4b810fc3-9796-427b-96f3-30a49b5ab5a1 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0449224 Apr 28 15:06:20.600178 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5176fd-ff02-421f-bc5f-c3db1e3825ac req-6a73e1d2-9b69-45f2-acce-f59f0b8f4615 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:20.602108 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fd5176fd-ff02-421f-bc5f-c3db1e3825ac req-6a73e1d2-9b69-45f2-acce-f59f0b8f4615 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0519130 Apr 28 15:06:20.655429 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fd5176fd-ff02-421f-bc5f-c3db1e3825ac req-39ce0a13-e26a-492b-a521-f29bc5216153 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468161 Apr 28 15:06:20.852753 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:21.442662 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-93d98d96-0de0-4549-b146-6e32ea10cfdc req-b6fbc007-754c-473e-99b5-0774eb6d95ef tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0448384 Apr 28 15:06:21.797443 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0639d5e-36db-4d60-90e9-de11c6ecfede req-9bbaf4ee-b466-4bbe-b0ef-a3155e99f019 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:21.802400 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e0639d5e-36db-4d60-90e9-de11c6ecfede req-9bbaf4ee-b466-4bbe-b0ef-a3155e99f019 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0584831 Apr 28 15:06:21.850350 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e0639d5e-36db-4d60-90e9-de11c6ecfede req-601b71c3-8bf7-417c-ba2e-6df69ef2c8e7 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422814 Apr 28 15:06:22.119553 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device eafd28df-d35f-4f17-89d3-ac432958b069 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:22.144730 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: eafd28df-d35f-4f17-89d3-ac432958b069 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:22.145079 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device eafd28df-d35f-4f17-89d3-ac432958b069 not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:22.560476 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e00fc51f-4be8-46b2-99fc-aad1eb1cfb55 req-20cd596f-f8a3-450c-bf46-1390a0990d92 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0307949 Apr 28 15:06:22.972523 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da342e8e-7eff-490d-a198-70ab757d92c5 req-a9e04f10-3e1a-49d5-a938-05cac406cbba tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:22.973922 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-da342e8e-7eff-490d-a198-70ab757d92c5 req-a9e04f10-3e1a-49d5-a938-05cac406cbba tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0473857 Apr 28 15:06:23.023822 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-da342e8e-7eff-490d-a198-70ab757d92c5 req-4436fd31-370b-44cc-a3e0-b00adaa6db1b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444143 Apr 28 15:06:23.671219 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e78921e0-7553-40d5-a929-1c218df35c59 req-2b341cd7-daf4-4f66-a4fb-79dd9ab2de43 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0282404 Apr 28 15:06:24.160546 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac391e1-9979-4847-86ab-1d420d64c7fe req-8f0543eb-59a8-4223-8f9e-fc34ebbf54f0 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:24.162279 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4ac391e1-9979-4847-86ab-1d420d64c7fe req-8f0543eb-59a8-4223-8f9e-fc34ebbf54f0 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0646996 Apr 28 15:06:24.213010 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4ac391e1-9979-4847-86ab-1d420d64c7fe req-ce8196f0-4845-444a-b28c-cd801f869e37 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450785 Apr 28 15:06:24.797222 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3a87424d-a034-49c5-a42b-2703a8929621 req-b8327ed8-4249-4fc4-b28c-76848503b6d2 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0331883 Apr 28 15:06:25.340342 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8599f8-9b52-4d6b-9a31-4ff5d17af9fe req-61ca2b0e-befe-49bd-b1bd-33f9ac70b7a2 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:25.341819 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c8599f8-9b52-4d6b-9a31-4ff5d17af9fe req-61ca2b0e-befe-49bd-b1bd-33f9ac70b7a2 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0476475 Apr 28 15:06:25.400567 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c8599f8-9b52-4d6b-9a31-4ff5d17af9fe req-8597aab4-a764-42bd-8245-b694ec41b60e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505006 Apr 28 15:06:25.941119 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1d28b82b-ccaa-4fc2-9cb0-c66b70d8d280 req-750f7530-90c8-463f-8837-b553f2b551e5 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0499780 Apr 28 15:06:26.513815 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b46e78-f34e-44ba-b0b2-60c8f27cc25b req-b8d665e7-0b8f-4e37-9efa-58875f797c1b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:26.515190 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e1b46e78-f34e-44ba-b0b2-60c8f27cc25b req-b8d665e7-0b8f-4e37-9efa-58875f797c1b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0508649 Apr 28 15:06:26.560851 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-e1b46e78-f34e-44ba-b0b2-60c8f27cc25b req-13bbd145-595d-4bf9-bee3-eff57dab36b3 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400841 Apr 28 15:06:27.054742 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-042283b1-08d5-4258-9dbd-5eb7005834bb req-80fb860d-0210-408a-a83f-d7483bc541d3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0307238 Apr 28 15:06:27.680247 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cdb55-cb2e-4d31-8d3f-a53b4ef9d440 req-15b67570-1969-462f-bd5b-b91b7d340a2d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:27.681758 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-901cdb55-cb2e-4d31-8d3f-a53b4ef9d440 req-15b67570-1969-462f-bd5b-b91b7d340a2d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 943 time: 0.0477655 Apr 28 15:06:27.728995 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-901cdb55-cb2e-4d31-8d3f-a53b4ef9d440 req-3c06a843-3af1-4440-ab92-10aa423c6a4e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411036 Apr 28 15:06:28.150829 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a1bcad07-bc11-486f-8361-3f6bc410e1ac details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:06:28.165218 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c863584d-4607-4b7e-b063-997ff7a71f7a req-7cc7df12-8e94-409a-8c46-efc728ea4e37 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd0d2d-67f8-4285-9127-f12dab7db4c0 HTTP/1.1" status: 200 len: 210 time: 0.0320270 Apr 28 15:06:28.260426 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:28.272431 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'port_id': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'mac_address': 'fa:16:3e:e3:bd:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:06:28.312206 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port a1bcad07-bc11-486f-8361-3f6bc410e1ac is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:06:28.312590 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:28.325384 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bcad07-bc11-486f-8361-3f6bc410e1ac {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:06:28.344627 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:28.440229 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:28.489169 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=a1bcad07-bc11-486f-8361-3f6bc410e1ac,revision_number=9']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:28.675711 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['a1bcad07-bc11-486f-8361-3f6bc410e1ac'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:06:28.852430 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10777d85-05aa-426d-baa8-567941fba3f6 req-8d21734e-7c0e-4ecd-bec5-035422166021 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:28.854056 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-10777d85-05aa-426d-baa8-567941fba3f6 req-8d21734e-7c0e-4ecd-bec5-035422166021 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 944 time: 0.0518377 Apr 28 15:06:28.908213 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-10777d85-05aa-426d-baa8-567941fba3f6 req-e180de7c-fb18-499f-bb19-b339230289c1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472534 Apr 28 15:06:29.295493 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6261fd-66f4-4e96-838d-ebcee8e256a2 req-174081d9-2d49-4e91-b073-95cff9fc25a6 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:29.296980 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-cf6261fd-66f4-4e96-838d-ebcee8e256a2 req-174081d9-2d49-4e91-b073-95cff9fc25a6 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 946 time: 0.0537283 Apr 28 15:06:29.345006 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-cf6261fd-66f4-4e96-838d-ebcee8e256a2 req-4e1655ac-9423-40a7-9b5f-3ef1b878f026 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420372 Apr 28 15:06:29.639873 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b4498-474e-4e0d-ba4f-257fa30a47eb req-2fc230ac-ebef-4a47-9eff-335191dd2a19 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:29.641356 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3c0b4498-474e-4e0d-ba4f-257fa30a47eb req-2fc230ac-ebef-4a47-9eff-335191dd2a19 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0463996 Apr 28 15:06:29.686937 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3c0b4498-474e-4e0d-ba4f-257fa30a47eb req-c2b560ef-a418-4a66-8ba8-89ac096b984e tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402632 Apr 28 15:06:30.034504 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa53fe-2199-4dcc-b7f0-2ff7f914a927 req-7da1de9b-b8e0-46e8-a865-c891f2bed5c8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:30.035938 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9aaa53fe-2199-4dcc-b7f0-2ff7f914a927 req-7da1de9b-b8e0-46e8-a865-c891f2bed5c8 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 944 time: 0.0462775 Apr 28 15:06:30.083770 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9aaa53fe-2199-4dcc-b7f0-2ff7f914a927 req-e4330f34-a919-4dd5-b3ad-67d64c92d7c5 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424404 Apr 28 15:06:30.150674 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a1bcad07-bc11-486f-8361-3f6bc410e1ac up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:06:30.202160 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port a1bcad07-bc11-486f-8361-3f6bc410e1ac triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:06:30.202767 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:30.280339 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port a1bcad07-bc11-486f-8361-3f6bc410e1ac is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:06:30.280749 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:30.302236 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:30.304471 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2610c9a7-c8aa-47d6-9f63-9cd8975e8ac5" -d '{"events": [{"server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "name": "network-vif-plugged", "status": "completed", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:30.317343 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:30.358934 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44536b2a-949e-4ac6-a696-686f02532123 x-openstack-request-id: req-44536b2a-949e-4ac6-a696-686f02532123 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:30.359643 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "name": "network-vif-plugged", "status": "completed", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:30.359643 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44536b2a-949e-4ac6-a696-686f02532123 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:30.360934 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44536b2a-949e-4ac6-a696-686f02532123'] response: {'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'code': 200} Apr 28 15:06:30.377364 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:30.425958 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=a1bcad07-bc11-486f-8361-3f6bc410e1ac,revision_number=10']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:30.474559 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0f201-36cf-4c57-a5e1-e3d18a5eda14 req-a58b3eaa-8b6d-46df-bad6-0987baab8958 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:30.477000 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e3b0f201-36cf-4c57-a5e1-e3d18a5eda14 req-a58b3eaa-8b6d-46df-bad6-0987baab8958 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 946 time: 0.0631430 Apr 28 15:06:30.531089 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e3b0f201-36cf-4c57-a5e1-e3d18a5eda14 req-706e0ab9-e6be-4d55-88ca-549e3d5c4dd4 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483971 Apr 28 15:06:30.802915 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8dabd-786d-43aa-9a57-324402fadd31 req-995aa9bb-fe13-48f6-91a9-1868700c6aca tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:30.804369 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6ae8dabd-786d-43aa-9a57-324402fadd31 req-995aa9bb-fe13-48f6-91a9-1868700c6aca tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0477633 Apr 28 15:06:30.806215 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:30.861391 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6ae8dabd-786d-43aa-9a57-324402fadd31 req-bd379be6-87cc-4c6e-89cb-161bbe3f4aab tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505359 Apr 28 15:06:31.210263 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869459e0-e8c5-48c8-a1ec-4ab813989a1a req-26191c43-5b8d-4b2d-ad2a-01e9b8780737 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.211717 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-869459e0-e8c5-48c8-a1ec-4ab813989a1a req-26191c43-5b8d-4b2d-ad2a-01e9b8780737 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 946 time: 0.0450509 Apr 28 15:06:31.257068 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-869459e0-e8c5-48c8-a1ec-4ab813989a1a req-f8c4201c-b767-406d-a860-e4bf6c4927ea tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392320 Apr 28 15:06:31.704403 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac0519-b169-4c57-a334-4f2c05096150 req-53f64303-f0fe-4367-8ce1-83353b0eba8d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.706616 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f5ac0519-b169-4c57-a334-4f2c05096150 req-53f64303-f0fe-4367-8ce1-83353b0eba8d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 946 time: 0.0725543 Apr 28 15:06:31.786694 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f5ac0519-b169-4c57-a334-4f2c05096150 req-a6f469d1-e16b-42fc-aefd-fdd57948a016 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701420 Apr 28 15:06:32.064723 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307e92-36da-486f-946e-0f0149a63e58 req-3fbbdf3a-c6c1-4085-a5c0-4686809aeeff tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:32.067159 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-15307e92-36da-486f-946e-0f0149a63e58 req-3fbbdf3a-c6c1-4085-a5c0-4686809aeeff tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0979705 Apr 28 15:06:32.130198 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-15307e92-36da-486f-946e-0f0149a63e58 req-1f076d18-b4d2-45d7-b509-2c78c7f68b2a tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562725 Apr 28 15:06:32.373843 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433b448-8f63-4bc2-9c8c-043b21f7376b req-f67f20db-405d-4056-b84c-ae00ffad073a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:32.375311 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5433b448-8f63-4bc2-9c8c-043b21f7376b req-f67f20db-405d-4056-b84c-ae00ffad073a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 946 time: 0.0469620 Apr 28 15:06:32.422350 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5433b448-8f63-4bc2-9c8c-043b21f7376b req-7df2ec27-f728-44e1-9a47-cb41976a8ed6 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409920 Apr 28 15:06:32.916527 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328df572-2cc7-42c8-96b0-48e7f380734d req-28efb263-d658-4da4-970e-29d734e606bb tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:32.918070 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-328df572-2cc7-42c8-96b0-48e7f380734d req-28efb263-d658-4da4-970e-29d734e606bb tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 946 time: 0.0474403 Apr 28 15:06:32.963735 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-328df572-2cc7-42c8-96b0-48e7f380734d req-f923c00f-a900-4ef9-838d-9141019263c2 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402255 Apr 28 15:06:33.247769 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf96bd-aacc-4b57-8551-1838f78586c3 req-099200b6-b477-40d3-99cd-7bd5c68cf208 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:33.249146 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-dacf96bd-aacc-4b57-8551-1838f78586c3 req-099200b6-b477-40d3-99cd-7bd5c68cf208 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0495579 Apr 28 15:06:33.294367 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-dacf96bd-aacc-4b57-8551-1838f78586c3 req-4dd6e07d-e7ae-426e-9588-14c271850251 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394292 Apr 28 15:06:33.546968 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18967ab-bcf0-4254-b7d5-535ce043de73 req-2ea798dc-fed1-4937-9ebe-b525c82c5125 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:33.548778 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d18967ab-bcf0-4254-b7d5-535ce043de73 req-2ea798dc-fed1-4937-9ebe-b525c82c5125 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 946 time: 0.0522451 Apr 28 15:06:33.597790 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d18967ab-bcf0-4254-b7d5-535ce043de73 req-e9a82f62-332c-44b0-8a0d-0a56838783ef tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432820 Apr 28 15:06:33.687325 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561b27c-8391-4a78-999a-4432785ad157 req-2c0f41a7-c86c-4ce2-a893-e55a4e8b9752 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:33.688855 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5561b27c-8391-4a78-999a-4432785ad157 req-2c0f41a7-c86c-4ce2-a893-e55a4e8b9752 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.42 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 946 time: 0.0482755 Apr 28 15:06:33.758600 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d072646-dc0e-4673-8207-7017bc505a92 req-baa03518-8436-496e-b09e-e7ea581f70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:33.760077 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1d072646-dc0e-4673-8207-7017bc505a92 req-baa03518-8436-496e-b09e-e7ea581f70f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 1130 time: 0.0701525 Apr 28 15:06:33.800139 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:06:33.805209 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c8572-4041-4723-92a6-705cf6c93546 req-f4091e08-a419-467e-94ff-da44687ffdb3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:33.806723 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b80c8572-4041-4723-92a6-705cf6c93546 req-f4091e08-a419-467e-94ff-da44687ffdb3 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.0504539 Apr 28 15:06:33.835650 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Deleting port 071158a0-e40e-4694-9190-4008bc542285 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:33.835985 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (071158a0-e40e-4694-9190-4008bc542285), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:33.842935 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1d072646-dc0e-4673-8207-7017bc505a92 req-ef0577e3-1822-46df-924e-eb501635bfb1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766051 Apr 28 15:06:33.929710 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] For port 071158a0-e40e-4694-9190-4008bc542285, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=071158a0-e40e-4694-9190-4008bc542285,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:33.930071 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (071158a0-e40e-4694-9190-4008bc542285), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:34.116527 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75f786-a78c-4dfd-b568-a33615d92949 req-9cfb47df-ce3a-40eb-a41a-263dcbf4f6f9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:34.118027 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e75f786-a78c-4dfd-b568-a33615d92949 req-9cfb47df-ce3a-40eb-a41a-263dcbf4f6f9 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 946 time: 0.0857091 Apr 28 15:06:34.152894 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:34.153257 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (aa2bb4b9-3ddb-4863-aee1-9cef37dca770), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:34.153577 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Floating IP aa2bb4b9-3ddb-4863-aee1-9cef37dca770 disassociated. External IP: 172.27.2.69, port: 071158a0-e40e-4694-9190-4008bc542285. Apr 28 15:06:34.153917 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Calling delete_port for 071158a0-e40e-4694-9190-4008bc542285 owned by compute:nova {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:34.217060 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-6e75f786-a78c-4dfd-b568-a33615d92949 req-7a58f6c0-bb52-4fd7-bea1-aa959f8d5c02 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups?id=b94cab94-acfe-4011-bc22-bf5e74bf6e04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917590 Apr 28 15:06:34.375157 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-b80c8572-4041-4723-92a6-705cf6c93546 req-0fac9a3d-c26c-44b0-a141-5fec83b4e383 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Deleting port 52790e3b-bbab-47d6-9578-74c45e4a5bba {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:34.376047 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-b80c8572-4041-4723-92a6-705cf6c93546 req-0fac9a3d-c26c-44b0-a141-5fec83b4e383 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:34.377650 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (071158a0-e40e-4694-9190-4008bc542285), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:34.406372 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event deleted for resources: {'Port': ['ID=071158a0-e40e-4694-9190-4008bc542285,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:34.463382 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca90dd0-9f6f-4424-aca9-d2edac3a28e7 req-13a8266b-3e34-47ef-83ee-954f851ab5cd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:34.464921 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3ca90dd0-9f6f-4424-aca9-d2edac3a28e7 req-13a8266b-3e34-47ef-83ee-954f851ab5cd tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 946 time: 0.1009376 Apr 28 15:06:34.519544 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-b80c8572-4041-4723-92a6-705cf6c93546 req-0fac9a3d-c26c-44b0-a141-5fec83b4e383 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] For port 52790e3b-bbab-47d6-9578-74c45e4a5bba, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52790e3b-bbab-47d6-9578-74c45e4a5bba,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:34.519921 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-b80c8572-4041-4723-92a6-705cf6c93546 req-0fac9a3d-c26c-44b0-a141-5fec83b4e383 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:34.531786 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Router ad80045c-0f56-444a-993f-4501a46c5613 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:34.545644 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-b80c8572-4041-4723-92a6-705cf6c93546 req-0fac9a3d-c26c-44b0-a141-5fec83b4e383 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Calling delete_port for 52790e3b-bbab-47d6-9578-74c45e4a5bba owned by compute:nova {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:34.552148 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3ca90dd0-9f6f-4424-aca9-d2edac3a28e7 req-fd26dd35-8220-416c-8cfe-cf6a5eb1a972 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/security-groups?id=cc8e084d-ba20-44bc-9297-da60ef911bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804248 Apr 28 15:06:34.646236 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:34.658747 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4deee0-b288-4e71-b27f-95b879e82aee None None] Sync routers for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:34.670430 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4deee0-b288-4e71-b27f-95b879e82aee None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:34.671647 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ae4deee0-b288-4e71-b27f-95b879e82aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:06:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:34.721557 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] No DVR routers for this DVR port 071158a0-e40e-4694-9190-4008bc542285 on host hv-cinder-83976 {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:34.724516 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:34.729534 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5561b27c-8391-4a78-999a-4432785ad157 req-f1eecf32-8772-4ae3-8a16-5b10c7ae4323 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.42 "DELETE /v2.0/ports/071158a0-e40e-4694-9190-4008bc542285 HTTP/1.1" status: 204 len: 173 time: 1.0312099 Apr 28 15:06:34.730698 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'name': 'network-vif-deleted', 'tag': '071158a0-e40e-4694-9190-4008bc542285'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:34.733259 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6c0b2a-c111-4448-af0f-c8133ea5fb9e" -d '{"events": [{"server_uuid": "baffea29-e9cd-48b7-984d-b72ccdc8e346", "name": "network-vif-deleted", "tag": "071158a0-e40e-4694-9190-4008bc542285"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:34.783856 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-b80c8572-4041-4723-92a6-705cf6c93546 req-0fac9a3d-c26c-44b0-a141-5fec83b4e383 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (52790e3b-bbab-47d6-9578-74c45e4a5bba), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:34.800648 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56113d65-ae7c-478d-bd39-a6ef9cdf2e15 req-e3a3bbfa-73b5-4358-b654-bf10d7d3ce8e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:34.814905 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-56113d65-ae7c-478d-bd39-a6ef9cdf2e15 req-e3a3bbfa-73b5-4358-b654-bf10d7d3ce8e tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 946 time: 0.1302392 Apr 28 15:06:34.839996 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-ae4deee0-b288-4e71-b27f-95b879e82aee None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:34.857638 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac9a3d-c26c-44b0-a141-5fec83b4e383 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Pushing event deleted for resources: {'Port': ['ID=52790e3b-bbab-47d6-9578-74c45e4a5bba,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:34.862743 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfb566a-12ab-4f80-9764-e4cac8b7184b x-openstack-request-id: req-ddfb566a-12ab-4f80-9764-e4cac8b7184b {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:34.863060 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baffea29-e9cd-48b7-984d-b72ccdc8e346", "name": "network-vif-deleted", "tag": "071158a0-e40e-4694-9190-4008bc542285", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:34.863421 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddfb566a-12ab-4f80-9764-e4cac8b7184b {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:34.864596 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddfb566a-12ab-4f80-9764-e4cac8b7184b'] response: {'server_uuid': 'baffea29-e9cd-48b7-984d-b72ccdc8e346', 'name': 'network-vif-deleted', 'tag': '071158a0-e40e-4694-9190-4008bc542285', 'status': 'completed', 'code': 200} Apr 28 15:06:34.886073 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-56113d65-ae7c-478d-bd39-a6ef9cdf2e15 req-0fb4ead4-ee8d-41b5-b01d-57d9c89ac923 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700665 Apr 28 15:06:34.954739 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80c8572-4041-4723-92a6-705cf6c93546 req-0fac9a3d-c26c-44b0-a141-5fec83b4e383 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] No DVR routers for this DVR port 52790e3b-bbab-47d6-9578-74c45e4a5bba on host hv-cinder-83976 {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:34.954984 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['52790e3b-bbab-47d6-9578-74c45e4a5bba'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:06:34.962885 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-b80c8572-4041-4723-92a6-705cf6c93546 req-0fac9a3d-c26c-44b0-a141-5fec83b4e383 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:34.962885 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b80c8572-4041-4723-92a6-705cf6c93546 req-0fac9a3d-c26c-44b0-a141-5fec83b4e383 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.42 "DELETE /v2.0/ports/52790e3b-bbab-47d6-9578-74c45e4a5bba HTTP/1.1" status: 204 len: 173 time: 0.6782920 Apr 28 15:06:34.962885 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d9703f-0db0-4955-8f35-87932d3daae3', 'name': 'network-vif-deleted', 'tag': '52790e3b-bbab-47d6-9578-74c45e4a5bba'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:34.965571 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12307685-d92c-4df9-bdb9-ccf2a7fe5bc4" -d '{"events": [{"server_uuid": "e8d9703f-0db0-4955-8f35-87932d3daae3", "name": "network-vif-deleted", "tag": "52790e3b-bbab-47d6-9578-74c45e4a5bba"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:35.130345 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d00b93-a9bc-41c1-9433-80df6faa6fc8 x-openstack-request-id: req-f9d00b93-a9bc-41c1-9433-80df6faa6fc8 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:35.130641 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d9703f-0db0-4955-8f35-87932d3daae3", "name": "network-vif-deleted", "tag": "52790e3b-bbab-47d6-9578-74c45e4a5bba", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:35.130896 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9d00b93-a9bc-41c1-9433-80df6faa6fc8 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:35.131299 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d00b93-a9bc-41c1-9433-80df6faa6fc8'] response: {'server_uuid': 'e8d9703f-0db0-4955-8f35-87932d3daae3', 'name': 'network-vif-deleted', 'tag': '52790e3b-bbab-47d6-9578-74c45e4a5bba', 'status': 'completed', 'code': 200} Apr 28 15:06:35.144461 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ae4deee0-b288-4e71-b27f-95b879e82aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:35.176196 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4deee0-b288-4e71-b27f-95b879e82aee None None] Checking router: ad80045c-0f56-444a-993f-4501a46c5613 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:35.186382 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4deee0-b288-4e71-b27f-95b879e82aee None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:35.187000 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ae4deee0-b288-4e71-b27f-95b879e82aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:06:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:35.311977 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-ae4deee0-b288-4e71-b27f-95b879e82aee None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:35.359021 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-031fcf89-147e-434d-85ac-b1dd92299abf req-fd0680df-6b67-4d43-9a40-1dcd00e9b855 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 210 time: 0.0517924 Apr 28 15:06:35.652029 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1c733067-3b75-473a-bb84-b420a60df32c req-4fda0ca2-068a-463b-a98f-a7563aa8fb4f tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 210 time: 0.0290878 Apr 28 15:06:35.682601 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ae4deee0-b288-4e71-b27f-95b879e82aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:35.713701 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4deee0-b288-4e71-b27f-95b879e82aee None None] The sync data for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi is: [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:40Z', 'revision_number': 4, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '5f05e1f3-3f9c-47cc-b795-64b338210496', 'name': '', 'network_id': '13768621-ebb8-4cb6-b71c-a1a670fe9aa3', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'mac_address': 'fa:16:3e:29:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:39Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'subnets': [{'id': 'f47bfcc2-cda5-4d28-84bc-3aea2b779f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:35.969037 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf51b43-f96a-4c24-86ef-c65ef8ec5dba None None] New status for floating IP aa2bb4b9-3ddb-4863-aee1-9cef37dca770: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:06:36.027992 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e1670-a142-4f60-8e58-bee7f882a4a4 req-b34e5158-f5ee-4edb-9e48-3898260ff31c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:36.029493 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9f7e1670-a142-4f60-8e58-bee7f882a4a4 req-b34e5158-f5ee-4edb-9e48-3898260ff31c tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 946 time: 0.0514445 Apr 28 15:06:36.084105 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9f7e1670-a142-4f60-8e58-bee7f882a4a4 req-9c9f21b7-d8ce-427a-b19f-1a3bc272886d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483792 Apr 28 15:06:36.165117 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 071158a0-e40e-4694-9190-4008bc542285 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:36.185806 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 071158a0-e40e-4694-9190-4008bc542285 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:36.186396 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 071158a0-e40e-4694-9190-4008bc542285 not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:36.471731 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e58ae03c-7ca5-4446-b384-221373a25189 req-7fd715da-2d84-4f64-a2e7-67bccd6ac9e2 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/ports?device_id=baffea29-e9cd-48b7-984d-b72ccdc8e346 HTTP/1.1" status: 200 len: 210 time: 0.0355051 Apr 28 15:06:36.782431 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-121ad11e-cb53-40d9-9dde-5e9e8de21342 req-d106470e-378b-469e-8ca0-eb186da38aa4 tempest-ServerRescueNegativeTestJSON-1995786961 tempest-ServerRescueNegativeTestJSON-1995786961-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8d9703f-0db0-4955-8f35-87932d3daae3 HTTP/1.1" status: 200 len: 210 time: 0.0368624 Apr 28 15:06:37.207517 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c04e7-000e-42c2-bdbe-8275b4874e9a req-dd1c3328-5df1-4549-867f-0d7d9c2b4799 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:37.208955 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-787c04e7-000e-42c2-bdbe-8275b4874e9a req-dd1c3328-5df1-4549-867f-0d7d9c2b4799 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 946 time: 0.0472975 Apr 28 15:06:37.266321 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-787c04e7-000e-42c2-bdbe-8275b4874e9a req-f241cdbd-d4ff-4933-a554-2d10a8d8c505 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460563 Apr 28 15:06:37.635290 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56790) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:37.699656 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c677543d-65d5-4b7b-a2ab-96878a1deb6d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group (b94cab94-acfe-4011-bc22-bf5e74bf6e04), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:37.726971 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c677543d-65d5-4b7b-a2ab-96878a1deb6d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group (b94cab94-acfe-4011-bc22-bf5e74bf6e04), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:37.823694 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c677543d-65d5-4b7b-a2ab-96878a1deb6d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b94cab94-acfe-4011-bc22-bf5e74bf6e04), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:37.827298 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c677543d-65d5-4b7b-a2ab-96878a1deb6d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:37.828545 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-c677543d-65d5-4b7b-a2ab-96878a1deb6d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "DELETE /v2.0/security-groups/b94cab94-acfe-4011-bc22-bf5e74bf6e04 HTTP/1.1" status: 204 len: 168 time: 0.1922679 Apr 28 15:06:37.831418 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56794) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:37.839055 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677543d-65d5-4b7b-a2ab-96878a1deb6d tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94cab94-acfe-4011-bc22-bf5e74bf6e04,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:37.840407 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56798) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:37.885118 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.api.v2.resource [None req-322fca2d-6c31-4857-8333-b89a64cc4e24 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] show failed (client error): The resource could not be found. Apr 28 15:06:37.889449 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-322fca2d-6c31-4857-8333-b89a64cc4e24 tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "GET /v2.0/security-groups/b94cab94-acfe-4011-bc22-bf5e74bf6e04 HTTP/1.1" status: 404 len: 347 time: 0.0537775 Apr 28 15:06:37.889829 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56800) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:38.014532 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-82716bfa-f612-49c7-9a9e-cf6d570f994c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Deleting port 044de15f-f0ee-4309-89c7-4066c4258b79 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:38.015060 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-82716bfa-f612-49c7-9a9e-cf6d570f994c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (044de15f-f0ee-4309-89c7-4066c4258b79), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:38.097859 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-82716bfa-f612-49c7-9a9e-cf6d570f994c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (044de15f-f0ee-4309-89c7-4066c4258b79), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:38.098189 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-82716bfa-f612-49c7-9a9e-cf6d570f994c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (044de15f-f0ee-4309-89c7-4066c4258b79), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:38.112610 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-82716bfa-f612-49c7-9a9e-cf6d570f994c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Calling delete_port for 044de15f-f0ee-4309-89c7-4066c4258b79 owned by network:floatingip {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:38.186086 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 52790e3b-bbab-47d6-9578-74c45e4a5bba no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:38.207184 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 52790e3b-bbab-47d6-9578-74c45e4a5bba {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:38.207539 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 52790e3b-bbab-47d6-9578-74c45e4a5bba not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:38.377640 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-82716bfa-f612-49c7-9a9e-cf6d570f994c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (044de15f-f0ee-4309-89c7-4066c4258b79), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:38.414661 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82716bfa-f612-49c7-9a9e-cf6d570f994c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Pushing event deleted for resources: {'Port': ['ID=044de15f-f0ee-4309-89c7-4066c4258b79,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:38.506120 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-82716bfa-f612-49c7-9a9e-cf6d570f994c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks [] for floatingip (aa2bb4b9-3ddb-4863-aee1-9cef37dca770), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:38.508755 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-82716bfa-f612-49c7-9a9e-cf6d570f994c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:38.509901 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-82716bfa-f612-49c7-9a9e-cf6d570f994c tempest-AttachVolumeTestJSON-649885568 tempest-AttachVolumeTestJSON-649885568-project] 10.222.0.31 "DELETE /v2.0/floatingips/aa2bb4b9-3ddb-4863-aee1-9cef37dca770 HTTP/1.1" status: 204 len: 168 time: 0.6190901 Apr 28 15:06:38.510469 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-16916ac6-ba7a-4052-9dd2-228387b5ffbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712252'] for router_interface (a4c54679-e9f5-470e-a929-caa4e0a254ea), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:38.518404 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0b767-8bc2-46e9-9324-a06ec52da597 req-124d30af-4256-4060-9a83-849018d0c8df tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:38.519832 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-99b0b767-8bc2-46e9-9324-a06ec52da597 req-124d30af-4256-4060-9a83-849018d0c8df tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 946 time: 0.0680003 Apr 28 15:06:38.579298 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-99b0b767-8bc2-46e9-9324-a06ec52da597 req-8f77906c-2467-43b4-a976-bc9c520de63e tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b4d75ea-b842-4832-ab3b-f8daae3a05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Apr 28 15:06:38.756038 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-16916ac6-ba7a-4052-9dd2-228387b5ffbd admin admin] Deleting port 791cf621-10e8-453a-b443-94298524a993 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:38.756380 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-16916ac6-ba7a-4052-9dd2-228387b5ffbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (791cf621-10e8-453a-b443-94298524a993), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:38.841868 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-16916ac6-ba7a-4052-9dd2-228387b5ffbd admin admin] For port 791cf621-10e8-453a-b443-94298524a993, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=791cf621-10e8-453a-b443-94298524a993,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:38.842569 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-16916ac6-ba7a-4052-9dd2-228387b5ffbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (791cf621-10e8-453a-b443-94298524a993), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:38.854900 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-16916ac6-ba7a-4052-9dd2-228387b5ffbd admin admin] Calling delete_port for 791cf621-10e8-453a-b443-94298524a993 owned by network:router_interface {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:39.096213 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-16916ac6-ba7a-4052-9dd2-228387b5ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (791cf621-10e8-453a-b443-94298524a993), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:39.124143 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16916ac6-ba7a-4052-9dd2-228387b5ffbd admin admin] Pushing event deleted for resources: {'Port': ['ID=791cf621-10e8-453a-b443-94298524a993,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:39.299910 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-16916ac6-ba7a-4052-9dd2-228387b5ffbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712336'] for router_interface (a4c54679-e9f5-470e-a929-caa4e0a254ea), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:39.517248 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16916ac6-ba7a-4052-9dd2-228387b5ffbd admin admin] Router a4c54679-e9f5-470e-a929-caa4e0a254ea has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:39.626940 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16916ac6-ba7a-4052-9dd2-228387b5ffbd admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:39.632223 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-16916ac6-ba7a-4052-9dd2-228387b5ffbd admin admin] 10.222.0.31 "PUT /v2.0/routers/a4c54679-e9f5-470e-a929-caa4e0a254ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7893605 Apr 28 15:06:39.634911 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56814) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:39.639326 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9210cb4-31e3-4352-bc4c-2ba0794155d3 None None] Sync routers for ids ['a4c54679-e9f5-470e-a929-caa4e0a254ea'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:39.650629 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9210cb4-31e3-4352-bc4c-2ba0794155d3 None None] Routers {'a4c54679-e9f5-470e-a929-caa4e0a254ea'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:39.651243 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-a9210cb4-31e3-4352-bc4c-2ba0794155d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:06:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['a4c54679-e9f5-470e-a929-caa4e0a254ea'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:39.730360 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbf2c8-ff9b-455f-8435-21f7f8fbcf69 req-b2e63bc7-4882-43cb-a15c-eb26353e0301 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:39.731810 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-aadbf2c8-ff9b-455f-8435-21f7f8fbcf69 req-b2e63bc7-4882-43cb-a15c-eb26353e0301 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 946 time: 0.0591578 Apr 28 15:06:39.769644 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-a9210cb4-31e3-4352-bc4c-2ba0794155d3 None None] Set router a4c54679-e9f5-470e-a929-caa4e0a254ea gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:39.817155 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-aadbf2c8-ff9b-455f-8435-21f7f8fbcf69 req-b2f1397f-b056-4486-9af1-6c7fb0952a1d tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b4d75ea-b842-4832-ab3b-f8daae3a05c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567408 Apr 28 15:06:39.820196 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Publish callbacks [] for router (a4c54679-e9f5-470e-a929-caa4e0a254ea), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:39.930126 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Publish callbacks [] for router_gateway (a4c54679-e9f5-470e-a929-caa4e0a254ea), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:39.936902 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-cc944bf8-a883-4cc6-aea4-608b325ea858 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:39.938469 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-cc944bf8-a883-4cc6-aea4-608b325ea858 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 946 time: 0.0494280 Apr 28 15:06:39.953307 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-a9210cb4-31e3-4352-bc4c-2ba0794155d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:06:38Z', 'revision_number': 5, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:39.982062 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9210cb4-31e3-4352-bc4c-2ba0794155d3 None None] Checking router: a4c54679-e9f5-470e-a929-caa4e0a254ea for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:39.991254 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9210cb4-31e3-4352-bc4c-2ba0794155d3 None None] Routers {'a4c54679-e9f5-470e-a929-caa4e0a254ea'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:39.991873 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-a9210cb4-31e3-4352-bc4c-2ba0794155d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:06:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['a4c54679-e9f5-470e-a929-caa4e0a254ea'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:40.053990 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Deleting port 224c5b60-2374-4329-aa33-09bda6116b0d {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:40.054453 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.056789 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Deleting port 65fa7327-95de-4df6-b8a7-9f423f73cd21 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:40.057127 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.119196 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-a9210cb4-31e3-4352-bc4c-2ba0794155d3 None None] Set router a4c54679-e9f5-470e-a929-caa4e0a254ea gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:40.150907 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] For port 65fa7327-95de-4df6-b8a7-9f423f73cd21, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=65fa7327-95de-4df6-b8a7-9f423f73cd21,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:40.151445 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.154926 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] For port 224c5b60-2374-4329-aa33-09bda6116b0d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=224c5b60-2374-4329-aa33-09bda6116b0d,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:40.155394 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.166118 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Calling delete_port for 65fa7327-95de-4df6-b8a7-9f423f73cd21 owned by network:router_gateway {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:40.301961 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-a9210cb4-31e3-4352-bc4c-2ba0794155d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:06:38Z', 'revision_number': 5, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:40.339965 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9210cb4-31e3-4352-bc4c-2ba0794155d3 None None] The sync data for ids ['a4c54679-e9f5-470e-a929-caa4e0a254ea'] in dv-cinder-839768-1-iscsi is: [{'id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'name': 'tempest-ServerRescueNegativeTestJSON-650262937-router', 'tenant_id': '2965a414fca64399918af02e41fe47ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:42Z', 'updated_at': '2022-04-28T15:06:38Z', 'revision_number': 5, 'project_id': '2965a414fca64399918af02e41fe47ca', 'gw_port': {'id': '65fa7327-95de-4df6-b8a7-9f423f73cd21', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c54679-e9f5-470e-a929-caa4e0a254ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:43Z', 'updated_at': '2022-04-28T15:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:40.403893 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.404247 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (7714f285-ab46-4aa0-a25a-eca4cf916b04), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.404561 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.l3_db [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Floating IP 7714f285-ab46-4aa0-a25a-eca4cf916b04 disassociated. External IP: 172.27.2.94, port: 224c5b60-2374-4329-aa33-09bda6116b0d. Apr 28 15:06:40.404928 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Calling delete_port for 224c5b60-2374-4329-aa33-09bda6116b0d owned by compute:nova {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:40.439103 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (65fa7327-95de-4df6-b8a7-9f423f73cd21), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.466193 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Pushing event deleted for resources: {'Port': ['ID=65fa7327-95de-4df6-b8a7-9f423f73cd21,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:40.530905 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547834'] for router_gateway (a4c54679-e9f5-470e-a929-caa4e0a254ea), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.623380 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (224c5b60-2374-4329-aa33-09bda6116b0d), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.629548 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14089'] for router (a4c54679-e9f5-470e-a929-caa4e0a254ea), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.631960 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Publish callbacks [] for router_controller (a4c54679-e9f5-470e-a929-caa4e0a254ea), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.651429 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event deleted for resources: {'Port': ['ID=224c5b60-2374-4329-aa33-09bda6116b0d,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:40.714677 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710232'] for router (a4c54679-e9f5-470e-a929-caa4e0a254ea), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.715215 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4c54679-e9f5-470e-a929-caa4e0a254ea {{(pid=110071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:06:40.719701 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.720913 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-43bff233-fecf-459e-9c92-276ad7d50341 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a4c54679-e9f5-470e-a929-caa4e0a254ea HTTP/1.1" status: 204 len: 168 time: 1.0850623 Apr 28 15:06:40.723597 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56822) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:40.782357 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Router 40656fc2-6c52-4293-b017-33ab66147f11 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:40.914615 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 791cf621-10e8-453a-b443-94298524a993 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:40.936234 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 791cf621-10e8-453a-b443-94298524a993 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:40.936974 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 791cf621-10e8-453a-b443-94298524a993 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:40.953226 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:40.954537 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_v2 [None req-3393ef5c-0fd4-41a0-a373-ab13bca66f37 admin admin] Deleting subnet 71830540-5d1e-47d6-914a-38b502f26977 {{(pid=110071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:06:40.955957 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-14e72e3f-9175-4c08-9479-9219dcd54b46 req-b9a08ab2-3111-4472-a172-a0444b9f0d92 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 210 time: 0.0338390 Apr 28 15:06:40.959530 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3393ef5c-0fd4-41a0-a373-ab13bca66f37 admin admin] Publish callbacks [] for subnet (71830540-5d1e-47d6-914a-38b502f26977), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:40.969106 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024dee-2da4-4182-baca-d60f90db9cca None None] Sync routers for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:40.983174 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34024dee-2da4-4182-baca-d60f90db9cca None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:40.983827 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-34024dee-2da4-4182-baca-d60f90db9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:06:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:41.004035 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] No DVR routers for this DVR port 224c5b60-2374-4329-aa33-09bda6116b0d on host hv-cinder-83976 {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:41.008978 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3393ef5c-0fd4-41a0-a373-ab13bca66f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62008853'] for subnet (71830540-5d1e-47d6-914a-38b502f26977), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:41.009251 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:41.010617 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1c9e67ca-df1c-4541-b4cb-515ecfa893c9 req-c9ced76f-1dee-47a1-85c7-4365bb534799 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.42 "DELETE /v2.0/ports/224c5b60-2374-4329-aa33-09bda6116b0d HTTP/1.1" status: 204 len: 173 time: 1.0660729 Apr 28 15:06:41.011634 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'name': 'network-vif-deleted', 'tag': '224c5b60-2374-4329-aa33-09bda6116b0d'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:41.014169 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf4a63b-83ee-4f04-9001-d57e9a2c03cf" -d '{"events": [{"server_uuid": "cd1505a1-262a-44ab-9b76-cd8241bbf165", "name": "network-vif-deleted", "tag": "224c5b60-2374-4329-aa33-09bda6116b0d"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:41.066519 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2f9b1c-29d2-4cd5-9955-be15e7d84eba x-openstack-request-id: req-9f2f9b1c-29d2-4cd5-9955-be15e7d84eba {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:41.066809 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1505a1-262a-44ab-9b76-cd8241bbf165", "name": "network-vif-deleted", "tag": "224c5b60-2374-4329-aa33-09bda6116b0d", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:41.067033 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f2f9b1c-29d2-4cd5-9955-be15e7d84eba {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:41.067506 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f2f9b1c-29d2-4cd5-9955-be15e7d84eba'] response: {'server_uuid': 'cd1505a1-262a-44ab-9b76-cd8241bbf165', 'name': 'network-vif-deleted', 'tag': '224c5b60-2374-4329-aa33-09bda6116b0d', 'status': 'completed', 'code': 200} Apr 28 15:06:41.153601 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3393ef5c-0fd4-41a0-a373-ab13bca66f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (71830540-5d1e-47d6-914a-38b502f26977), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:41.164771 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-34024dee-2da4-4182-baca-d60f90db9cca None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:41.317913 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3393ef5c-0fd4-41a0-a373-ab13bca66f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59734028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750426'] for subnet (71830540-5d1e-47d6-914a-38b502f26977), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:41.346823 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393ef5c-0fd4-41a0-a373-ab13bca66f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71830540-5d1e-47d6-914a-38b502f26977,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:41.350518 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-3393ef5c-0fd4-41a0-a373-ab13bca66f37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:41.356946 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-3393ef5c-0fd4-41a0-a373-ab13bca66f37 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/71830540-5d1e-47d6-914a-38b502f26977 HTTP/1.1" status: 204 len: 168 time: 0.6316044 Apr 28 15:06:41.359066 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56838) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:41.360794 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7dcd49-de37-4e79-a175-c099b0993f28 None None] Network f4941596-20f6-4239-8eb0-824cfe4ba71d requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:06:41.463894 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-34024dee-2da4-4182-baca-d60f90db9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:41.464242 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (f4941596-20f6-4239-8eb0-824cfe4ba71d), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:41.508544 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024dee-2da4-4182-baca-d60f90db9cca None None] Checking router: 40656fc2-6c52-4293-b017-33ab66147f11 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:41.513252 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34024dee-2da4-4182-baca-d60f90db9cca None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:41.515004 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-34024dee-2da4-4182-baca-d60f90db9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:06:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:41.547001 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Deleting port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:41.547935 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:41.619717 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] For port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=dc9b64fa-0b97-47d1-a9ba-fc73c68977f9,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:41.620203 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:41.641816 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Calling delete_port for dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 owned by network:dhcp {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:41.642041 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-34024dee-2da4-4182-baca-d60f90db9cca None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:41.658754 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca3dcf7-271a-485a-ba1e-48c11cffc761 None None] DHCP port deletion for f4941596-20f6-4239-8eb0-824cfe4ba71d request from dv-cinder-839768-1-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 15:06:41.717489 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3dcf7-271a-485a-ba1e-48c11cffc761 None None] Deleting port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:41.718318 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8ca3dcf7-271a-485a-ba1e-48c11cffc761 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:41.804898 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-8ca3dcf7-271a-485a-ba1e-48c11cffc761 None None] For port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=dc9b64fa-0b97-47d1-a9ba-fc73c68977f9,segment=NetworkSegment(aede9655-acef-4844-abcd-c4f2623673b2),segment_id=aede9655-acef-4844-abcd-c4f2623673b2)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:41.805476 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8ca3dcf7-271a-485a-ba1e-48c11cffc761 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:41.823901 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3dcf7-271a-485a-ba1e-48c11cffc761 None None] Calling delete_port for dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:41.864976 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:41.898421 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9b64fa-0b97-47d1-a9ba-fc73c68977f9,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:41.900520 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] No DVR routers for this DVR port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 on host dv-cinder-839768-1-iscsi {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:41.924809 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-34024dee-2da4-4182-baca-d60f90db9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:41.927499 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8ca3dcf7-271a-485a-ba1e-48c11cffc761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551'] for port (dc9b64fa-0b97-47d1-a9ba-fc73c68977f9), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:41.956559 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3dcf7-271a-485a-ba1e-48c11cffc761 None None] Pushing event deleted for resources: {'Port': ['ID=dc9b64fa-0b97-47d1-a9ba-fc73c68977f9,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:41.957741 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024dee-2da4-4182-baca-d60f90db9cca None None] The sync data for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi is: [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:37Z', 'revision_number': 4, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '05251f88-dc5e-4b38-a47b-f1b782778bd3', 'name': '', 'network_id': '1ed45ab8-7ad4-45eb-b2e9-24d899ca4036', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'mac_address': 'fa:16:3e:0b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:36Z', 'updated_at': '2022-04-28T15:00:54Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'subnets': [{'id': 'a4a45de5-2458-48c8-906b-01e1b205ed9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:41.961565 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3dcf7-271a-485a-ba1e-48c11cffc761 None None] No DVR routers for this DVR port dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 on host dv-cinder-839768-1-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:41.994306 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (f4941596-20f6-4239-8eb0-824cfe4ba71d), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:42.041695 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4941596-20f6-4239-8eb0-824cfe4ba71d']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:42.058812 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aede9655-acef-4844-abcd-c4f2623673b2') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:42.059190 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aede9655-acef-4844-abcd-c4f2623673b2') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:42.072204 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (aede9655-acef-4844-abcd-c4f2623673b2), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:42.094876 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (aede9655-acef-4844-abcd-c4f2623673b2), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:42.107770 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:06:42.108303 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (aede9655-acef-4844-abcd-c4f2623673b2), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:06:42.127242 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:06:42.144213 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-71fbd1e8-9cd1-4731-917e-aa1d2416b7ad req-5ab37fbf-38d8-4b0a-9953-d74bbc9f7155 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd1505a1-262a-44ab-9b76-cd8241bbf165 HTTP/1.1" status: 200 len: 210 time: 0.0530601 Apr 28 15:06:42.285179 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (f4941596-20f6-4239-8eb0-824cfe4ba71d), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:42.292725 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:42.298354 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] 10.222.0.31 "DELETE /v2.0/networks/f4941596-20f6-4239-8eb0-824cfe4ba71d HTTP/1.1" status: 204 len: 168 time: 0.9378963 Apr 28 15:06:42.309828 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a78015-7222-4e9f-9f13-5482c3a13351 None None] New status for floating IP 7714f285-ab46-4aa0-a25a-eca4cf916b04: DOWN {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:06:42.316444 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8d3f2-a727-4b1f-82ce-0ad848434c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=f4941596-20f6-4239-8eb0-824cfe4ba71d,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:42.683600 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56852) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:42.698255 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56856) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:42.742338 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-3888dc2a-e86b-4dac-b1de-792c7aba5ba1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2965a414fca64399918af02e41fe47ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428200 Apr 28 15:06:42.744947 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56858) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:42.809013 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e2a32ecf-f621-41f4-8b53-64ab221d2b5a admin admin] Publish callbacks [] for security_group (cc8e084d-ba20-44bc-9297-da60ef911bcd), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:42.838190 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 65fa7327-95de-4df6-b8a7-9f423f73cd21 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:42.841961 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e2a32ecf-f621-41f4-8b53-64ab221d2b5a admin admin] Publish callbacks [] for security_group (cc8e084d-ba20-44bc-9297-da60ef911bcd), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:42.874247 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 65fa7327-95de-4df6-b8a7-9f423f73cd21 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:42.874628 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 65fa7327-95de-4df6-b8a7-9f423f73cd21 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:42.875343 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:42.898324 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:42.898648 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device dc9b64fa-0b97-47d1-a9ba-fc73c68977f9 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:43.044391 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e2a32ecf-f621-41f4-8b53-64ab221d2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (cc8e084d-ba20-44bc-9297-da60ef911bcd), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:43.048822 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e2a32ecf-f621-41f4-8b53-64ab221d2b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:43.050506 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-e2a32ecf-f621-41f4-8b53-64ab221d2b5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc8e084d-ba20-44bc-9297-da60ef911bcd HTTP/1.1" status: 204 len: 168 time: 0.3038144 Apr 28 15:06:43.075011 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a32ecf-f621-41f4-8b53-64ab221d2b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8e084d-ba20-44bc-9297-da60ef911bcd,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:43.399405 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56866) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:43.485806 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0ff5717b-89b5-4407-9ab0-4245e144d108 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (8b4d75ea-b842-4832-ab3b-f8daae3a05c1), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:43.531163 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0ff5717b-89b5-4407-9ab0-4245e144d108 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (8b4d75ea-b842-4832-ab3b-f8daae3a05c1), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:43.693719 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-36ea70c0-23c2-4a03-81d3-9f604098a4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712252'] for router_interface (ad80045c-0f56-444a-993f-4501a46c5613), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:43.708694 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0ff5717b-89b5-4407-9ab0-4245e144d108 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (8b4d75ea-b842-4832-ab3b-f8daae3a05c1), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:43.717473 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0ff5717b-89b5-4407-9ab0-4245e144d108 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:43.717473 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-0ff5717b-89b5-4407-9ab0-4245e144d108 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "DELETE /v2.0/security-groups/8b4d75ea-b842-4832-ab3b-f8daae3a05c1 HTTP/1.1" status: 204 len: 168 time: 0.3141925 Apr 28 15:06:43.725436 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56876) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:43.748367 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5717b-89b5-4407-9ab0-4245e144d108 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4d75ea-b842-4832-ab3b-f8daae3a05c1,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:43.760567 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.api.v2.resource [None req-390e8366-b912-4631-98a4-1e39d7adb9b6 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] show failed (client error): The resource could not be found. Apr 28 15:06:43.762856 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-390e8366-b912-4631-98a4-1e39d7adb9b6 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "GET /v2.0/security-groups/8b4d75ea-b842-4832-ab3b-f8daae3a05c1 HTTP/1.1" status: 404 len: 347 time: 0.0352123 Apr 28 15:06:43.767647 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56878) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:43.921439 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-f4a60343-3bcc-4348-b9b0-081488293d83 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Deleting port d5b34198-c942-4456-93fe-b80b098a629f {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:43.921993 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f4a60343-3bcc-4348-b9b0-081488293d83 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (d5b34198-c942-4456-93fe-b80b098a629f), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:44.018524 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f4a60343-3bcc-4348-b9b0-081488293d83 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (d5b34198-c942-4456-93fe-b80b098a629f), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:44.018834 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f4a60343-3bcc-4348-b9b0-081488293d83 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (d5b34198-c942-4456-93fe-b80b098a629f), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:44.032101 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-f4a60343-3bcc-4348-b9b0-081488293d83 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Calling delete_port for d5b34198-c942-4456-93fe-b80b098a629f owned by network:floatingip {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:44.035801 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-36ea70c0-23c2-4a03-81d3-9f604098a4b6 admin admin] Deleting port 5f05e1f3-3f9c-47cc-b795-64b338210496 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:44.036142 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-36ea70c0-23c2-4a03-81d3-9f604098a4b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:44.129744 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-36ea70c0-23c2-4a03-81d3-9f604098a4b6 admin admin] For port 5f05e1f3-3f9c-47cc-b795-64b338210496, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=5f05e1f3-3f9c-47cc-b795-64b338210496,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:44.130551 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-36ea70c0-23c2-4a03-81d3-9f604098a4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:44.145051 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-36ea70c0-23c2-4a03-81d3-9f604098a4b6 admin admin] Calling delete_port for 5f05e1f3-3f9c-47cc-b795-64b338210496 owned by network:router_interface {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:44.213245 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 224c5b60-2374-4329-aa33-09bda6116b0d no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:44.237919 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 224c5b60-2374-4329-aa33-09bda6116b0d {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:44.238401 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 224c5b60-2374-4329-aa33-09bda6116b0d not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:44.263238 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f4a60343-3bcc-4348-b9b0-081488293d83 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (d5b34198-c942-4456-93fe-b80b098a629f), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:44.293034 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a60343-3bcc-4348-b9b0-081488293d83 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Pushing event deleted for resources: {'Port': ['ID=d5b34198-c942-4456-93fe-b80b098a629f,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:44.361486 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f4a60343-3bcc-4348-b9b0-081488293d83 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks [] for floatingip (7714f285-ab46-4aa0-a25a-eca4cf916b04), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:44.364816 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f4a60343-3bcc-4348-b9b0-081488293d83 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:44.368511 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-f4a60343-3bcc-4348-b9b0-081488293d83 tempest-AttachVolumeNegativeTest-1576138197 tempest-AttachVolumeNegativeTest-1576138197-project] 10.222.0.31 "DELETE /v2.0/floatingips/7714f285-ab46-4aa0-a25a-eca4cf916b04 HTTP/1.1" status: 204 len: 168 time: 0.5972834 Apr 28 15:06:44.555270 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-36ea70c0-23c2-4a03-81d3-9f604098a4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (5f05e1f3-3f9c-47cc-b795-64b338210496), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:44.584924 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea70c0-23c2-4a03-81d3-9f604098a4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f05e1f3-3f9c-47cc-b795-64b338210496,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:44.590390 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fd0f6dc2-8dfe-4256-89b8-3b1f6efba120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:44.826744 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-36ea70c0-23c2-4a03-81d3-9f604098a4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712336'] for router_interface (ad80045c-0f56-444a-993f-4501a46c5613), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:45.076079 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ea70c0-23c2-4a03-81d3-9f604098a4b6 admin admin] Router ad80045c-0f56-444a-993f-4501a46c5613 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:45.200265 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ea70c0-23c2-4a03-81d3-9f604098a4b6 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:45.209233 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-36ea70c0-23c2-4a03-81d3-9f604098a4b6 admin admin] 10.222.0.31 "PUT /v2.0/routers/ad80045c-0f56-444a-993f-4501a46c5613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5237906 Apr 28 15:06:45.211134 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56904) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:45.215681 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b239fa-5b9a-4bf2-bbf8-0169760892e0 None None] Sync routers for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:45.226993 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b239fa-5b9a-4bf2-bbf8-0169760892e0 None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:45.227627 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-25b239fa-5b9a-4bf2-bbf8-0169760892e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:06:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:45.365253 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Publish callbacks [] for router (ad80045c-0f56-444a-993f-4501a46c5613), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:45.468183 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-25b239fa-5b9a-4bf2-bbf8-0169760892e0 None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:45.684283 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-25b239fa-5b9a-4bf2-bbf8-0169760892e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:06:44Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:45.716646 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b239fa-5b9a-4bf2-bbf8-0169760892e0 None None] Checking router: ad80045c-0f56-444a-993f-4501a46c5613 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:45.728673 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b239fa-5b9a-4bf2-bbf8-0169760892e0 None None] Routers {'ad80045c-0f56-444a-993f-4501a46c5613'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:45.729350 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-25b239fa-5b9a-4bf2-bbf8-0169760892e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:06:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['ad80045c-0f56-444a-993f-4501a46c5613'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:45.752118 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Publish callbacks [] for router_gateway (ad80045c-0f56-444a-993f-4501a46c5613), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:45.851748 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-25b239fa-5b9a-4bf2-bbf8-0169760892e0 None None] Set router ad80045c-0f56-444a-993f-4501a46c5613 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:45.902245 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Deleting port 729e78c5-5775-43f7-adb2-34ee5b95bc22 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:45.902593 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:46.009062 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] For port 729e78c5-5775-43f7-adb2-34ee5b95bc22, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=729e78c5-5775-43f7-adb2-34ee5b95bc22,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:46.010200 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:46.031255 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Calling delete_port for 729e78c5-5775-43f7-adb2-34ee5b95bc22 owned by network:router_gateway {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:46.063930 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-25b239fa-5b9a-4bf2-bbf8-0169760892e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:06:44Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:46.090922 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b239fa-5b9a-4bf2-bbf8-0169760892e0 None None] The sync data for ids ['ad80045c-0f56-444a-993f-4501a46c5613'] in dv-cinder-839768-1-iscsi is: [{'id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'name': 'tempest-AttachVolumeTestJSON-800216290-router', 'tenant_id': '4d815343f17b47b68979d8366b04d25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:06:44Z', 'revision_number': 5, 'project_id': '4d815343f17b47b68979d8366b04d25b', 'gw_port': {'id': '729e78c5-5775-43f7-adb2-34ee5b95bc22', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80045c-0f56-444a-993f-4501a46c5613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:32Z', 'updated_at': '2022-04-28T15:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:46.292087 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (729e78c5-5775-43f7-adb2-34ee5b95bc22), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:46.327923 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Pushing event deleted for resources: {'Port': ['ID=729e78c5-5775-43f7-adb2-34ee5b95bc22,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:46.416283 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547834'] for router_gateway (ad80045c-0f56-444a-993f-4501a46c5613), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:46.545552 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14089'] for router (ad80045c-0f56-444a-993f-4501a46c5613), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:46.547756 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Publish callbacks [] for router_controller (ad80045c-0f56-444a-993f-4501a46c5613), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:46.703516 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710232'] for router (ad80045c-0f56-444a-993f-4501a46c5613), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:46.704195 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad80045c-0f56-444a-993f-4501a46c5613 {{(pid=110070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:06:46.711287 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:46.715050 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-2378fc92-6af9-4f56-b400-45cf45f73925 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ad80045c-0f56-444a-993f-4501a46c5613 HTTP/1.1" status: 204 len: 168 time: 1.5003102 Apr 28 15:06:46.715444 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56932) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:46.765760 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b1dbba-5388-4253-a759-f3bdf0aded69 admin admin] Deleting subnet f47bfcc2-cda5-4d28-84bc-3aea2b779f1b {{(pid=110070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:06:46.771776 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-64b1dbba-5388-4253-a759-f3bdf0aded69 admin admin] Publish callbacks [] for subnet (f47bfcc2-cda5-4d28-84bc-3aea2b779f1b), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:46.811538 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-64b1dbba-5388-4253-a759-f3bdf0aded69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59003011'] for subnet (f47bfcc2-cda5-4d28-84bc-3aea2b779f1b), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:46.811914 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5207982e-9d84-45b7-ad5d-e76451ab2de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:46.837713 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 5f05e1f3-3f9c-47cc-b795-64b338210496 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:46.865425 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 5f05e1f3-3f9c-47cc-b795-64b338210496 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:46.865778 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 5f05e1f3-3f9c-47cc-b795-64b338210496 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:46.913392 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-64b1dbba-5388-4253-a759-f3bdf0aded69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (f47bfcc2-cda5-4d28-84bc-3aea2b779f1b), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.063573 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-64b1dbba-5388-4253-a759-f3bdf0aded69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61911945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62736194'] for subnet (f47bfcc2-cda5-4d28-84bc-3aea2b779f1b), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.089462 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1dbba-5388-4253-a759-f3bdf0aded69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47bfcc2-cda5-4d28-84bc-3aea2b779f1b,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:47.093376 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-64b1dbba-5388-4253-a759-f3bdf0aded69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.097039 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-64b1dbba-5388-4253-a759-f3bdf0aded69 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f47bfcc2-cda5-4d28-84bc-3aea2b779f1b HTTP/1.1" status: 204 len: 168 time: 0.3802242 Apr 28 15:06:47.099439 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8225be94-297e-45d3-b491-6b2280535e1d None None] Network 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:06:47.101852 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 56934) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:47.190572 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (13768621-ebb8-4cb6-b71c-a1a670fe9aa3), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.258712 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Deleting port 50baf4a2-476a-46e9-9613-08d2a3180be1 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:47.259042 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.317320 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03b211-0322-408c-968d-c7b998c57718 None None] DHCP port deletion for 13768621-ebb8-4cb6-b71c-a1a670fe9aa3 request from dv-cinder-839768-1-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 15:06:47.348953 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] For port 50baf4a2-476a-46e9-9613-08d2a3180be1, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=50baf4a2-476a-46e9-9613-08d2a3180be1,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:47.349598 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.362664 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-7d03b211-0322-408c-968d-c7b998c57718 None None] Deleting port 50baf4a2-476a-46e9-9613-08d2a3180be1 {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:47.363048 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7d03b211-0322-408c-968d-c7b998c57718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.368028 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Calling delete_port for 50baf4a2-476a-46e9-9613-08d2a3180be1 owned by network:dhcp {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:47.460224 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-7d03b211-0322-408c-968d-c7b998c57718 None None] For port 50baf4a2-476a-46e9-9613-08d2a3180be1, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=50baf4a2-476a-46e9-9613-08d2a3180be1,segment=NetworkSegment(d1e498ea-2e64-482a-9c6c-a48b070e1a63),segment_id=d1e498ea-2e64-482a-9c6c-a48b070e1a63)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:47.461534 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7d03b211-0322-408c-968d-c7b998c57718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.477159 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-7d03b211-0322-408c-968d-c7b998c57718 None None] Calling delete_port for 50baf4a2-476a-46e9-9613-08d2a3180be1 owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:47.582818 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.588540 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7d03b211-0322-408c-968d-c7b998c57718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551'] for port (50baf4a2-476a-46e9-9613-08d2a3180be1), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.614137 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03b211-0322-408c-968d-c7b998c57718 None None] Pushing event deleted for resources: {'Port': ['ID=50baf4a2-476a-46e9-9613-08d2a3180be1,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:47.616155 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Pushing event deleted for resources: {'Port': ['ID=50baf4a2-476a-46e9-9613-08d2a3180be1,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:47.618137 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] No DVR routers for this DVR port 50baf4a2-476a-46e9-9613-08d2a3180be1 on host dv-cinder-839768-1-iscsi {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:47.625186 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03b211-0322-408c-968d-c7b998c57718 None None] No DVR routers for this DVR port 50baf4a2-476a-46e9-9613-08d2a3180be1 on host dv-cinder-839768-1-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:47.709684 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (13768621-ebb8-4cb6-b71c-a1a670fe9aa3), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.731355 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13768621-ebb8-4cb6-b71c-a1a670fe9aa3']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:47.742284 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e498ea-2e64-482a-9c6c-a48b070e1a63') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:47.742583 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e498ea-2e64-482a-9c6c-a48b070e1a63') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:47.753293 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (d1e498ea-2e64-482a-9c6c-a48b070e1a63), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.768869 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (d1e498ea-2e64-482a-9c6c-a48b070e1a63), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.775331 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:06:47.778012 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (d1e498ea-2e64-482a-9c6c-a48b070e1a63), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:06:47.778254 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:06:47.971505 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (13768621-ebb8-4cb6-b71c-a1a670fe9aa3), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.977256 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:47.980911 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] 10.222.0.31 "DELETE /v2.0/networks/13768621-ebb8-4cb6-b71c-a1a670fe9aa3 HTTP/1.1" status: 204 len: 168 time: 0.8774247 Apr 28 15:06:47.991736 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Pushing event deleted for resources: {'Network': ['ID=13768621-ebb8-4cb6-b71c-a1a670fe9aa3,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:48.001186 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.001186 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.001186 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.001769 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.002245 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.002739 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.003225 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.003680 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.004018 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.004356 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.005512 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.005851 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.009335 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.009335 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.009335 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c1dc69-6c78-4332-bd2a-70c8ba1c7166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:48.057491 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:48.390957 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56964) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:48.432389 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e43d331b-801e-45f8-8c8a-9271aa788a7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d815343f17b47b68979d8366b04d25b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401340 Apr 28 15:06:48.435952 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56966) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:48.485423 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2d29d85d-6f9a-434a-a1a2-e3f15daacdeb admin admin] Publish callbacks [] for security_group (8b868a18-5758-47b7-9808-e9177f05639f), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:48.507040 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2d29d85d-6f9a-434a-a1a2-e3f15daacdeb admin admin] Publish callbacks [] for security_group (8b868a18-5758-47b7-9808-e9177f05639f), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:48.606408 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2d29d85d-6f9a-434a-a1a2-e3f15daacdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (8b868a18-5758-47b7-9808-e9177f05639f), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:48.609039 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2d29d85d-6f9a-434a-a1a2-e3f15daacdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:48.610227 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-2d29d85d-6f9a-434a-a1a2-e3f15daacdeb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b868a18-5758-47b7-9808-e9177f05639f HTTP/1.1" status: 204 len: 168 time: 0.1734347 Apr 28 15:06:48.618321 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29d85d-6f9a-434a-a1a2-e3f15daacdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b868a18-5758-47b7-9808-e9177f05639f,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:48.816391 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 56976) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:48.830582 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 729e78c5-5775-43f7-adb2-34ee5b95bc22 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:48.851911 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 729e78c5-5775-43f7-adb2-34ee5b95bc22 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:48.852341 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 729e78c5-5775-43f7-adb2-34ee5b95bc22 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:48.852906 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 50baf4a2-476a-46e9-9613-08d2a3180be1 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:48.873778 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 50baf4a2-476a-46e9-9613-08d2a3180be1 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:48.874126 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 50baf4a2-476a-46e9-9613-08d2a3180be1 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:49.325100 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:49.428890 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-47b16552-5029-4f79-8eb9-c2fdf05ec3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712252'] for router_interface (40656fc2-6c52-4293-b017-33ab66147f11), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:49.725526 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-47b16552-5029-4f79-8eb9-c2fdf05ec3ad admin admin] Deleting port 05251f88-dc5e-4b38-a47b-f1b782778bd3 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:49.725869 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-47b16552-5029-4f79-8eb9-c2fdf05ec3ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:49.805667 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [None req-47b16552-5029-4f79-8eb9-c2fdf05ec3ad admin admin] For port 05251f88-dc5e-4b38-a47b-f1b782778bd3, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=05251f88-dc5e-4b38-a47b-f1b782778bd3,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:49.806102 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-47b16552-5029-4f79-8eb9-c2fdf05ec3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:49.818997 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-47b16552-5029-4f79-8eb9-c2fdf05ec3ad admin admin] Calling delete_port for 05251f88-dc5e-4b38-a47b-f1b782778bd3 owned by network:router_interface {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:50.118703 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-47b16552-5029-4f79-8eb9-c2fdf05ec3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (05251f88-dc5e-4b38-a47b-f1b782778bd3), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:50.148241 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b16552-5029-4f79-8eb9-c2fdf05ec3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=05251f88-dc5e-4b38-a47b-f1b782778bd3,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:50.317590 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-47b16552-5029-4f79-8eb9-c2fdf05ec3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712336'] for router_interface (40656fc2-6c52-4293-b017-33ab66147f11), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:50.544322 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b16552-5029-4f79-8eb9-c2fdf05ec3ad admin admin] Router 40656fc2-6c52-4293-b017-33ab66147f11 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:50.868721 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:50.902144 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b16552-5029-4f79-8eb9-c2fdf05ec3ad admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:50.912982 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-47b16552-5029-4f79-8eb9-c2fdf05ec3ad admin admin] 10.222.0.31 "PUT /v2.0/routers/40656fc2-6c52-4293-b017-33ab66147f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0913095 Apr 28 15:06:50.913086 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57032) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:50.917207 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486297c-9a68-4355-8e61-c09fde8175f4 None None] Sync routers for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:50.945125 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486297c-9a68-4355-8e61-c09fde8175f4 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:50.946236 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4486297c-9a68-4355-8e61-c09fde8175f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:06:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:51.090948 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Publish callbacks [] for router (40656fc2-6c52-4293-b017-33ab66147f11), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:51.098385 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4486297c-9a68-4355-8e61-c09fde8175f4 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:51.202155 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Publish callbacks [] for router_gateway (40656fc2-6c52-4293-b017-33ab66147f11), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:51.272062 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4486297c-9a68-4355-8e61-c09fde8175f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:06:49Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:51.299701 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486297c-9a68-4355-8e61-c09fde8175f4 None None] Checking router: 40656fc2-6c52-4293-b017-33ab66147f11 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:51.308669 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486297c-9a68-4355-8e61-c09fde8175f4 None None] Routers {'40656fc2-6c52-4293-b017-33ab66147f11'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:51.309292 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4486297c-9a68-4355-8e61-c09fde8175f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:06:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['40656fc2-6c52-4293-b017-33ab66147f11'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:51.457570 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Deleting port a69a4db7-43ae-4e19-9c51-54ae4efd27ec {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:51.458009 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:51.548966 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] For port a69a4db7-43ae-4e19-9c51-54ae4efd27ec, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=a69a4db7-43ae-4e19-9c51-54ae4efd27ec,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:51.549342 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:51.560285 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4486297c-9a68-4355-8e61-c09fde8175f4 None None] Set router 40656fc2-6c52-4293-b017-33ab66147f11 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:51.564243 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Calling delete_port for a69a4db7-43ae-4e19-9c51-54ae4efd27ec owned by network:router_gateway {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:51.743305 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4486297c-9a68-4355-8e61-c09fde8175f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:06:49Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:51.774715 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486297c-9a68-4355-8e61-c09fde8175f4 None None] The sync data for ids ['40656fc2-6c52-4293-b017-33ab66147f11'] in dv-cinder-839768-1-iscsi is: [{'id': '40656fc2-6c52-4293-b017-33ab66147f11', 'name': 'tempest-AttachVolumeNegativeTest-1401071983-router', 'tenant_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:06:49Z', 'revision_number': 5, 'project_id': 'a6f0dee0207e4cdeb2d1f244106252c0', 'gw_port': {'id': 'a69a4db7-43ae-4e19-9c51-54ae4efd27ec', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40656fc2-6c52-4293-b017-33ab66147f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:31Z', 'updated_at': '2022-04-28T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:51.806767 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (a69a4db7-43ae-4e19-9c51-54ae4efd27ec), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:51.831204 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=a69a4db7-43ae-4e19-9c51-54ae4efd27ec,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:51.898058 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547834'] for router_gateway (40656fc2-6c52-4293-b017-33ab66147f11), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.000141 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14089'] for router (40656fc2-6c52-4293-b017-33ab66147f11), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.002578 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Publish callbacks [] for router_controller (40656fc2-6c52-4293-b017-33ab66147f11), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.143373 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710232'] for router (40656fc2-6c52-4293-b017-33ab66147f11), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.143920 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40656fc2-6c52-4293-b017-33ab66147f11 {{(pid=110071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:06:52.150268 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.151981 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-ba9e25ef-7334-401e-892f-808693a40e7a admin admin] 10.222.0.31 "DELETE /v2.0/routers/40656fc2-6c52-4293-b017-33ab66147f11 HTTP/1.1" status: 204 len: 168 time: 1.2372243 Apr 28 15:06:52.154663 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57060) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:52.200153 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb8bb3f-082c-460a-aa38-627af6b958cb admin admin] Deleting subnet a4a45de5-2458-48c8-906b-01e1b205ed9e {{(pid=110070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:06:52.203574 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bb3f-082c-460a-aa38-627af6b958cb admin admin] Publish callbacks [] for subnet (a4a45de5-2458-48c8-906b-01e1b205ed9e), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.224014 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57062) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:52.246980 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bb3f-082c-460a-aa38-627af6b958cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59003011'] for subnet (a4a45de5-2458-48c8-906b-01e1b205ed9e), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.343228 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bb3f-082c-460a-aa38-627af6b958cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (a4a45de5-2458-48c8-906b-01e1b205ed9e), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.345529 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-9c2bca42-307b-4563-9579-c613f2fd9945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.457610 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-9c2bca42-307b-4563-9579-c613f2fd9945 admin admin] Publish callbacks [] for security_group (5be7e2e6-0ffa-4bfc-81b1-acb544e19f0d), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.493037 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bb3f-082c-460a-aa38-627af6b958cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61911945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62736194'] for subnet (a4a45de5-2458-48c8-906b-01e1b205ed9e), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.520250 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8bb3f-082c-460a-aa38-627af6b958cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a45de5-2458-48c8-906b-01e1b205ed9e,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:52.524961 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1bb8bb3f-082c-460a-aa38-627af6b958cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.529677 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-1bb8bb3f-082c-460a-aa38-627af6b958cb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a4a45de5-2458-48c8-906b-01e1b205ed9e HTTP/1.1" status: 204 len: 168 time: 0.3732884 Apr 28 15:06:52.531442 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-9c2bca42-307b-4563-9579-c613f2fd9945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (5be7e2e6-0ffa-4bfc-81b1-acb544e19f0d), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.532544 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57066) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:52.557316 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f063fe-0a03-41c9-b0a7-83f653d93a89 None None] Network 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:06:52.575667 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bca42-307b-4563-9579-c613f2fd9945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be7e2e6-0ffa-4bfc-81b1-acb544e19f0d,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:52.582629 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-9c2bca42-307b-4563-9579-c613f2fd9945 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50d8b7fb69c04c1998d791f0e4990a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552256 Apr 28 15:06:52.583201 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57068) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:52.648135 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (1ed45ab8-7ad4-45eb-b2e9-24d899ca4036), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.657827 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0c90f3ef-0dd4-4819-acbd-33b16adbf6e4 admin admin] Publish callbacks [] for security_group (5be7e2e6-0ffa-4bfc-81b1-acb544e19f0d), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.684539 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0c90f3ef-0dd4-4819-acbd-33b16adbf6e4 admin admin] Publish callbacks [] for security_group (5be7e2e6-0ffa-4bfc-81b1-acb544e19f0d), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.726511 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Deleting port 0110d598-d351-4d3c-8129-e44a50afb0e4 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:52.726511 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.762279 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f816784c-dad0-4f29-9901-11da2b9ec1d7 None None] DHCP port deletion for 1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 request from dv-cinder-839768-1-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 15:06:52.790163 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] For port 0110d598-d351-4d3c-8129-e44a50afb0e4, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=0110d598-d351-4d3c-8129-e44a50afb0e4,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:52.795730 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.804159 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Calling delete_port for 0110d598-d351-4d3c-8129-e44a50afb0e4 owned by network:dhcp {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:52.805796 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0c90f3ef-0dd4-4819-acbd-33b16adbf6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (5be7e2e6-0ffa-4bfc-81b1-acb544e19f0d), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.809628 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0c90f3ef-0dd4-4819-acbd-33b16adbf6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.812385 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-0c90f3ef-0dd4-4819-acbd-33b16adbf6e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5be7e2e6-0ffa-4bfc-81b1-acb544e19f0d HTTP/1.1" status: 204 len: 168 time: 0.2268505 Apr 28 15:06:52.812505 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f816784c-dad0-4f29-9901-11da2b9ec1d7 None None] Deleting port 0110d598-d351-4d3c-8129-e44a50afb0e4 {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:06:52.812505 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f816784c-dad0-4f29-9901-11da2b9ec1d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.827148 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90f3ef-0dd4-4819-acbd-33b16adbf6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be7e2e6-0ffa-4bfc-81b1-acb544e19f0d,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:52.872202 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 0110d598-d351-4d3c-8129-e44a50afb0e4 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:52.915116 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-f816784c-dad0-4f29-9901-11da2b9ec1d7 None None] For port 0110d598-d351-4d3c-8129-e44a50afb0e4, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=0110d598-d351-4d3c-8129-e44a50afb0e4,segment=NetworkSegment(9bd701af-08ff-41ef-9228-470b1d257928),segment_id=9bd701af-08ff-41ef-9228-470b1d257928)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:52.915405 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f816784c-dad0-4f29-9901-11da2b9ec1d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:52.937586 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f816784c-dad0-4f29-9901-11da2b9ec1d7 None None] Calling delete_port for 0110d598-d351-4d3c-8129-e44a50afb0e4 owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:06:52.976066 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.007393 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Pushing event deleted for resources: {'Port': ['ID=0110d598-d351-4d3c-8129-e44a50afb0e4,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:53.018100 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] No DVR routers for this DVR port 0110d598-d351-4d3c-8129-e44a50afb0e4 on host dv-cinder-839768-1-iscsi {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:53.018237 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Port 0110d598-d351-4d3c-8129-e44a50afb0e4 update to DOWN by agent not found {{(pid=110072) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} Apr 28 15:06:53.018237 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 05251f88-dc5e-4b38-a47b-f1b782778bd3 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:53.049167 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 05251f88-dc5e-4b38-a47b-f1b782778bd3 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:53.049528 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 05251f88-dc5e-4b38-a47b-f1b782778bd3 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:53.050086 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device a69a4db7-43ae-4e19-9c51-54ae4efd27ec no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:53.079685 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: a69a4db7-43ae-4e19-9c51-54ae4efd27ec {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:06:53.080032 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device a69a4db7-43ae-4e19-9c51-54ae4efd27ec not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:53.089052 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f816784c-dad0-4f29-9901-11da2b9ec1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551'] for port (0110d598-d351-4d3c-8129-e44a50afb0e4), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.115093 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (1ed45ab8-7ad4-45eb-b2e9-24d899ca4036), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.123520 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816784c-dad0-4f29-9901-11da2b9ec1d7 None None] Pushing event deleted for resources: {'Port': ['ID=0110d598-d351-4d3c-8129-e44a50afb0e4,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:53.126503 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f816784c-dad0-4f29-9901-11da2b9ec1d7 None None] No DVR routers for this DVR port 0110d598-d351-4d3c-8129-e44a50afb0e4 on host dv-cinder-839768-1-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:53.147797 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed45ab8-7ad4-45eb-b2e9-24d899ca4036']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:53.159180 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd701af-08ff-41ef-9228-470b1d257928') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:53.159484 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd701af-08ff-41ef-9228-470b1d257928') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:53.171520 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (9bd701af-08ff-41ef-9228-470b1d257928), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.187560 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (9bd701af-08ff-41ef-9228-470b1d257928), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.194974 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:06:53.195398 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (9bd701af-08ff-41ef-9228-470b1d257928), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:06:53.197992 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:06:53.393129 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (1ed45ab8-7ad4-45eb-b2e9-24d899ca4036), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.400108 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.403919 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1ed45ab8-7ad4-45eb-b2e9-24d899ca4036 HTTP/1.1" status: 204 len: 168 time: 0.8701591 Apr 28 15:06:53.413783 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd59ac3-27b0-4756-a344-31ee85198771 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed45ab8-7ad4-45eb-b2e9-24d899ca4036,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:53.563149 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57084) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:53.576927 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6b551c29-eb49-4811-b103-8ed5680f9fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.681085 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6b551c29-eb49-4811-b103-8ed5680f9fe2 admin admin] Publish callbacks [] for security_group (7e800ae8-5024-49c0-a5c5-e9aea519a697), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.733104 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57086) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:53.771310 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-6b551c29-eb49-4811-b103-8ed5680f9fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (7e800ae8-5024-49c0-a5c5-e9aea519a697), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.783652 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-3fe0172e-e3d1-44dd-b1c9-074bac56db59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6f0dee0207e4cdeb2d1f244106252c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0494103 Apr 28 15:06:53.786845 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57088) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:53.820221 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-6b551c29-eb49-4811-b103-8ed5680f9fe2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fc3ac08b3dd4247a8b2e7d951fcbcae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556849 Apr 28 15:06:53.820975 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b551c29-eb49-4811-b103-8ed5680f9fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e800ae8-5024-49c0-a5c5-e9aea519a697,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:53.821653 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57090) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:53.865728 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b8e63418-7a2b-4217-9bca-89f72ce55272 admin admin] Publish callbacks [] for security_group (5c39110b-273f-4c6a-bccd-89dc161c39fe), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.897885 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b8e63418-7a2b-4217-9bca-89f72ce55272 admin admin] Publish callbacks [] for security_group (5c39110b-273f-4c6a-bccd-89dc161c39fe), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.921461 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4d672a71-c50b-4eab-bad3-83de202b04d8 admin admin] Publish callbacks [] for security_group (7e800ae8-5024-49c0-a5c5-e9aea519a697), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:53.956074 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4d672a71-c50b-4eab-bad3-83de202b04d8 admin admin] Publish callbacks [] for security_group (7e800ae8-5024-49c0-a5c5-e9aea519a697), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:54.068584 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b8e63418-7a2b-4217-9bca-89f72ce55272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (5c39110b-273f-4c6a-bccd-89dc161c39fe), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:54.071290 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-b8e63418-7a2b-4217-9bca-89f72ce55272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:54.072480 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-b8e63418-7a2b-4217-9bca-89f72ce55272 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c39110b-273f-4c6a-bccd-89dc161c39fe HTTP/1.1" status: 204 len: 168 time: 0.2845404 Apr 28 15:06:54.080987 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e63418-7a2b-4217-9bca-89f72ce55272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c39110b-273f-4c6a-bccd-89dc161c39fe,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:54.098055 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4d672a71-c50b-4eab-bad3-83de202b04d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (7e800ae8-5024-49c0-a5c5-e9aea519a697), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:54.101102 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4d672a71-c50b-4eab-bad3-83de202b04d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:54.103449 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4d672a71-c50b-4eab-bad3-83de202b04d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e800ae8-5024-49c0-a5c5-e9aea519a697 HTTP/1.1" status: 204 len: 168 time: 0.2798424 Apr 28 15:06:54.111393 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d672a71-c50b-4eab-bad3-83de202b04d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e800ae8-5024-49c0-a5c5-e9aea519a697,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:57.873643 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57248) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:57.983704 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bba18836-63c7-4dc0-9cf5-5d8ce1bf67c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:58.071363 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bba18836-63c7-4dc0-9cf5-5d8ce1bf67c7 admin admin] Publish callbacks [] for security_group (fea609de-1359-44f6-87f3-0c5d6c59a7ad), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:58.148827 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-bba18836-63c7-4dc0-9cf5-5d8ce1bf67c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (fea609de-1359-44f6-87f3-0c5d6c59a7ad), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:58.188566 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba18836-63c7-4dc0-9cf5-5d8ce1bf67c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea609de-1359-44f6-87f3-0c5d6c59a7ad,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:58.193930 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-bba18836-63c7-4dc0-9cf5-5d8ce1bf67c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8b6f45d4bfe4a3196b8c0cca3ecab5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192234 Apr 28 15:06:58.197432 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57256) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:58.254292 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a094b5ff-ed63-4fe7-8508-367c2fdadf1a admin admin] Publish callbacks [] for security_group (fea609de-1359-44f6-87f3-0c5d6c59a7ad), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:58.276803 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a094b5ff-ed63-4fe7-8508-367c2fdadf1a admin admin] Publish callbacks [] for security_group (fea609de-1359-44f6-87f3-0c5d6c59a7ad), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:58.410439 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a094b5ff-ed63-4fe7-8508-367c2fdadf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (fea609de-1359-44f6-87f3-0c5d6c59a7ad), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:58.416570 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a094b5ff-ed63-4fe7-8508-367c2fdadf1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:58.416570 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-a094b5ff-ed63-4fe7-8508-367c2fdadf1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fea609de-1359-44f6-87f3-0c5d6c59a7ad HTTP/1.1" status: 204 len: 168 time: 0.2169063 Apr 28 15:06:58.425604 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094b5ff-ed63-4fe7-8508-367c2fdadf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea609de-1359-44f6-87f3-0c5d6c59a7ad,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:59.139191 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57298) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:59.152852 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af31446f-a20f-4de9-b7b1-2a3079685bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:59.237836 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af31446f-a20f-4de9-b7b1-2a3079685bc1 admin admin] Publish callbacks [] for security_group (f8abfe74-032f-4526-9664-3360390151a4), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:59.382988 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af31446f-a20f-4de9-b7b1-2a3079685bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (f8abfe74-032f-4526-9664-3360390151a4), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:59.429684 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-af31446f-a20f-4de9-b7b1-2a3079685bc1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1c50ea3e4ee44e284b3571a521c78c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889185 Apr 28 15:06:59.432898 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31446f-a20f-4de9-b7b1-2a3079685bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8abfe74-032f-4526-9664-3360390151a4,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:59.434368 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57300) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:06:59.495590 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Publish callbacks [] for security_group (f8abfe74-032f-4526-9664-3360390151a4), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:59.517689 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Publish callbacks [] for security_group (f8abfe74-032f-4526-9664-3360390151a4), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:59.674288 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (f8abfe74-032f-4526-9664-3360390151a4), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:59.676975 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:06:59.678152 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8abfe74-032f-4526-9664-3360390151a4 HTTP/1.1" status: 204 len: 168 time: 0.2424991 Apr 28 15:06:59.687452 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8abfe74-032f-4526-9664-3360390151a4,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:59.695274 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.695624 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.695976 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.696315 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.696677 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.697014 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.697344 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.697682 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.698006 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.698337 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.698665 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.698992 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.699330 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.699740 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:59.700092 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc85359-a59f-4c86-8afe-e553dbc28dc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:00.788420 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:00.866324 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57350) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:00.974734 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c194d35a-7123-4678-b33e-0de746d59f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:01.057073 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c194d35a-7123-4678-b33e-0de746d59f6f admin admin] Publish callbacks [] for security_group (8108a94a-e872-491d-a102-f2e3ed666a03), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:01.103012 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-c194d35a-7123-4678-b33e-0de746d59f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (8108a94a-e872-491d-a102-f2e3ed666a03), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:01.146182 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-c194d35a-7123-4678-b33e-0de746d59f6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0411e7e17c04e4f848e78f4da974f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786567 Apr 28 15:07:01.147064 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194d35a-7123-4678-b33e-0de746d59f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8108a94a-e872-491d-a102-f2e3ed666a03,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:01.148864 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57356) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:01.202020 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-d49143a2-8d78-4503-8965-773e59c29f84 admin admin] Publish callbacks [] for security_group (8108a94a-e872-491d-a102-f2e3ed666a03), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:01.224424 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-d49143a2-8d78-4503-8965-773e59c29f84 admin admin] Publish callbacks [] for security_group (8108a94a-e872-491d-a102-f2e3ed666a03), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:01.320129 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-d49143a2-8d78-4503-8965-773e59c29f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (8108a94a-e872-491d-a102-f2e3ed666a03), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:01.322779 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-d49143a2-8d78-4503-8965-773e59c29f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:01.323976 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-d49143a2-8d78-4503-8965-773e59c29f84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8108a94a-e872-491d-a102-f2e3ed666a03 HTTP/1.1" status: 204 len: 168 time: 0.1735175 Apr 28 15:07:01.333594 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49143a2-8d78-4503-8965-773e59c29f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8108a94a-e872-491d-a102-f2e3ed666a03,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:02.123371 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57384) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:02.144166 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-9d70b0a9-6746-4e14-86bd-261bb9535296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:02.221924 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-9d70b0a9-6746-4e14-86bd-261bb9535296 admin admin] Publish callbacks [] for security_group (78393367-12da-44b0-a7c0-5379d3947f0c), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:02.405563 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-9d70b0a9-6746-4e14-86bd-261bb9535296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (78393367-12da-44b0-a7c0-5379d3947f0c), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:02.446241 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-9d70b0a9-6746-4e14-86bd-261bb9535296 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9aabd23c1a454c0daac32546ef020604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228772 Apr 28 15:07:02.447160 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70b0a9-6746-4e14-86bd-261bb9535296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78393367-12da-44b0-a7c0-5379d3947f0c,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:02.450265 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57386) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:02.506322 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1ce66196-8b45-4ee2-81f3-e5f874f18d90 admin admin] Publish callbacks [] for security_group (78393367-12da-44b0-a7c0-5379d3947f0c), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:02.529589 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1ce66196-8b45-4ee2-81f3-e5f874f18d90 admin admin] Publish callbacks [] for security_group (78393367-12da-44b0-a7c0-5379d3947f0c), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:02.657321 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1ce66196-8b45-4ee2-81f3-e5f874f18d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (78393367-12da-44b0-a7c0-5379d3947f0c), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:02.659872 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1ce66196-8b45-4ee2-81f3-e5f874f18d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:02.662061 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-1ce66196-8b45-4ee2-81f3-e5f874f18d90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78393367-12da-44b0-a7c0-5379d3947f0c HTTP/1.1" status: 204 len: 168 time: 0.2094867 Apr 28 15:07:02.673562 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce66196-8b45-4ee2-81f3-e5f874f18d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78393367-12da-44b0-a7c0-5379d3947f0c,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:03.823463 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57426) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:03.940449 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-328192287-network', 'tenant_id': 'b5a07ac4715b4c0394c6f4a6a25f5bc2'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:07:04.022893 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Made reservation on behalf of b5a07ac4715b4c0394c6f4a6a25f5bc2 for: {'network': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:07:04.025290 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:04.033992 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:04.108074 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Publish callbacks [] for security_group (61d6463f-d565-4744-82c2-59d4d8be9800), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:04.201214 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (61d6463f-d565-4744-82c2-59d4d8be9800), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:04.222262 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=110071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:07:04.237578 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d6463f-d565-4744-82c2-59d4d8be9800,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:04.240565 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:04.240933 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.segments_db [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Added segment d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5 of type vlan for network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 Apr 28 15:07:04.284015 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:04.371385 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:04.372999 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:04.373619 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:04.435315 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] Pushing event updated for resources: {'Network': ['ID=b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:04.445969 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:07:04.519989 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-d50aa2e5-7c1b-405e-93e2-d073ff338647 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6911659 Apr 28 15:07:04.521391 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57450) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:04.527396 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-f167128f-c4bc-4c60-9dc2-dd9c98071431 admin admin] Request body: {'subnet': {'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-328192287-subnet', 'tenant_id': 'b5a07ac4715b4c0394c6f4a6a25f5bc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:07:04.627944 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f167128f-c4bc-4c60-9dc2-dd9c98071431 admin admin] Made reservation on behalf of b5a07ac4715b4c0394c6f4a6a25f5bc2 for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:07:04.630338 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f167128f-c4bc-4c60-9dc2-dd9c98071431 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750647'] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:04.885499 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f167128f-c4bc-4c60-9dc2-dd9c98071431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59734093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750405'] for subnet (33f287d1-a850-4450-a8d5-839c78f8f79e), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:04.951609 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167128f-c4bc-4c60-9dc2-dd9c98071431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f287d1-a850-4450-a8d5-839c78f8f79e,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:04.959329 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f167128f-c4bc-4c60-9dc2-dd9c98071431 admin admin] Checking segment: {'id': 'd0110ef7-6bd2-4c0d-be3f-7ca50148c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:07:04.959691 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f167128f-c4bc-4c60-9dc2-dd9c98071431 admin admin] Network hostable DHCP agents. Network: b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:07:05.033074 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f167128f-c4bc-4c60-9dc2-dd9c98071431 admin admin] Network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:07:05.124935 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-f167128f-c4bc-4c60-9dc2-dd9c98071431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:07:05.129937 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f167128f-c4bc-4c60-9dc2-dd9c98071431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:05.130880 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f167128f-c4bc-4c60-9dc2-dd9c98071431 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:05.140087 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5ef9b7-2d2a-4f3b-8a7e-88b9571fe885 None None] Network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:07:05.240077 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515b41b5-a2ed-40f6-97ad-c649830ec8f6 None None] Network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:07:05.252575 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-f167128f-c4bc-4c60-9dc2-dd9c98071431 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7297916 Apr 28 15:07:07.160294 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae6ef0-497d-4802-a573-804c8912b0dc req-dc1a6228-4689-4a0d-b4ba-49375abd7be9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:07.161825 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a8ae6ef0-497d-4802-a573-804c8912b0dc req-dc1a6228-4689-4a0d-b4ba-49375abd7be9 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 946 time: 0.0488949 Apr 28 15:07:07.209813 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a8ae6ef0-497d-4802-a573-804c8912b0dc req-3067435b-b2c2-4629-95d3-601ac96480ba tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423188 Apr 28 15:07:07.495934 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d9d742cc-2390-4f5a-98e5-84bded97d70b tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:07.498617 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d9d742cc-2390-4f5a-98e5-84bded97d70b tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/networks?id=b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 HTTP/1.1" status: 200 len: 808 time: 0.1004560 Apr 28 15:07:07.516174 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-e1ff1bb8-2e1c-4fa2-bb78-99a075c90e8f tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/quotas/b5a07ac4715b4c0394c6f4a6a25f5bc2 HTTP/1.1" status: 200 len: 375 time: 0.0108902 Apr 28 15:07:07.557660 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-89f77f5c-da09-4373-b5df-4a40ddef0822 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5a07ac4715b4c0394c6f4a6a25f5bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359089 Apr 28 15:07:07.594903 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57520) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:07.713245 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a72ccbbb-9801-4dc3-814e-27b00f8c99a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:07.800618 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-2709f768-5341-484b-91bd-e6a975efc5bf service neutron] 10.222.0.31 "GET /v2.0/networks/b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333131 Apr 28 15:07:07.897388 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a72ccbbb-9801-4dc3-814e-27b00f8c99a8 admin admin] Publish callbacks [] for security_group (b18b606f-b245-423e-bf33-7babb4715742), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:07.916188 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-684e2711-ec72-405b-9839-aadb09b61b94 service neutron] 10.222.0.31 "GET /v2.0/networks/b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093729 Apr 28 15:07:07.964492 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a72ccbbb-9801-4dc3-814e-27b00f8c99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b18b606f-b245-423e-bf33-7babb4715742), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:08.007468 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-a72ccbbb-9801-4dc3-814e-27b00f8c99a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0a763edc5234d798989ce0590e9397b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4090631 Apr 28 15:07:08.007468 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ccbbb-9801-4dc3-814e-27b00f8c99a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18b606f-b245-423e-bf33-7babb4715742,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:08.008018 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57526) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:08.064434 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ee7c63dc-f620-4be5-935c-e5a8b1cbaabf admin admin] Publish callbacks [] for security_group (b18b606f-b245-423e-bf33-7babb4715742), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:08.085553 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ee7c63dc-f620-4be5-935c-e5a8b1cbaabf admin admin] Publish callbacks [] for security_group (b18b606f-b245-423e-bf33-7babb4715742), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:08.202768 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ad98a1fd-ea89-42e9-aa8f-8e2edafbc08a req-0f893df9-cd89-4c07-974a-f9dad52a0f52 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 210 time: 0.0353954 Apr 28 15:07:08.225520 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ee7c63dc-f620-4be5-935c-e5a8b1cbaabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b18b606f-b245-423e-bf33-7babb4715742), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:08.228637 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ee7c63dc-f620-4be5-935c-e5a8b1cbaabf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:08.230614 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-ee7c63dc-f620-4be5-935c-e5a8b1cbaabf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b18b606f-b245-423e-bf33-7babb4715742 HTTP/1.1" status: 204 len: 168 time: 0.2206600 Apr 28 15:07:08.243477 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c63dc-f620-4be5-935c-e5a8b1cbaabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18b606f-b245-423e-bf33-7babb4715742,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:08.356922 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad078e-6e8b-454a-b21c-9486a3270894 req-5e76880d-762b-4323-8c3e-f3fce0b613a3 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:08.358376 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d6ad078e-6e8b-454a-b21c-9486a3270894 req-5e76880d-762b-4323-8c3e-f3fce0b613a3 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 946 time: 0.0521462 Apr 28 15:07:08.408480 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d6ad078e-6e8b-454a-b21c-9486a3270894 req-a842e7a7-254f-4b2c-90c1-71b16870b29b tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups?id=14fe48e0-3f4b-4810-b514-31ba38c70002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417380 Apr 28 15:07:08.471388 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-25047dd0-c14f-4b2d-9929-22b330ebed2a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:08.472860 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-25047dd0-c14f-4b2d-9929-22b330ebed2a tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 946 time: 0.0468733 Apr 28 15:07:08.555461 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Deleting port a1bcad07-bc11-486f-8361-3f6bc410e1ac {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:07:08.556166 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:08.652623 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] For port a1bcad07-bc11-486f-8361-3f6bc410e1ac, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a1bcad07-bc11-486f-8361-3f6bc410e1ac,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:08.653013 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:08.827038 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:08.827430 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (10d26211-e576-4a71-a08b-1b3f19b35c2a), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:08.827747 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.l3_db [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Floating IP 10d26211-e576-4a71-a08b-1b3f19b35c2a disassociated. External IP: 172.27.2.127, port: a1bcad07-bc11-486f-8361-3f6bc410e1ac. Apr 28 15:07:08.828096 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Calling delete_port for a1bcad07-bc11-486f-8361-3f6bc410e1ac owned by compute:nova {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:07:08.954696 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57546) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:08.968188 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-fc46332d-2563-4276-b299-a95adeead1f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:09.045268 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (a1bcad07-bc11-486f-8361-3f6bc410e1ac), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:09.046711 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-fc46332d-2563-4276-b299-a95adeead1f3 admin admin] Publish callbacks [] for security_group (956b8a9b-2fd0-4d4e-baa5-516411f21d67), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:09.073692 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event deleted for resources: {'Port': ['ID=a1bcad07-bc11-486f-8361-3f6bc410e1ac,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:09.155057 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-fc46332d-2563-4276-b299-a95adeead1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (956b8a9b-2fd0-4d4e-baa5-516411f21d67), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:09.196191 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-fc46332d-2563-4276-b299-a95adeead1f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60eff5326cf340c9ad83c9edbf073c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403851 Apr 28 15:07:09.197314 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46332d-2563-4276-b299-a95adeead1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956b8a9b-2fd0-4d4e-baa5-516411f21d67,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:09.200021 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57552) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:09.204203 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Router 9901658d-6076-48c5-8d85-b2564a26a857 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:07:09.260389 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-59fa74a0-8186-4637-9373-544adfe67b37 admin admin] Publish callbacks [] for security_group (956b8a9b-2fd0-4d4e-baa5-516411f21d67), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:09.315781 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b83b82b4-5684-4faa-8399-6244818b041a req-88b3308a-0de2-4cdb-bd73-bc923cc34dcf tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 210 time: 0.0395215 Apr 28 15:07:09.317850 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-59fa74a0-8186-4637-9373-544adfe67b37 admin admin] Publish callbacks [] for security_group (956b8a9b-2fd0-4d4e-baa5-516411f21d67), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:09.337095 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:07:09.351104 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f877507-c03e-4f30-a97d-8b7cd35d4a07 None None] Sync routers for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:07:09.362898 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f877507-c03e-4f30-a97d-8b7cd35d4a07 None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:09.363629 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-5f877507-c03e-4f30-a97d-8b7cd35d4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:06:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:09.384923 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] No DVR routers for this DVR port a1bcad07-bc11-486f-8361-3f6bc410e1ac on host hv-cinder-83976 {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:07:09.388015 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:09.392008 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-68a93fba-efb6-46ee-af73-b06dac9cad7d req-e06670b4-69d7-4a43-bcc5-96cc43b3bbe1 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.42 "DELETE /v2.0/ports/a1bcad07-bc11-486f-8361-3f6bc410e1ac HTTP/1.1" status: 204 len: 173 time: 0.9135702 Apr 28 15:07:09.392570 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'name': 'network-vif-deleted', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:07:09.394848 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9390263a-1837-44c9-92d9-e4f48ad30ff8" -d '{"events": [{"server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "name": "network-vif-deleted", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:07:09.449190 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ea2822-33b8-4acb-984b-4e17bed46605 x-openstack-request-id: req-96ea2822-33b8-4acb-984b-4e17bed46605 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:07:09.449633 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f397462-5965-4d33-bb0e-6fa9918de6be", "name": "network-vif-deleted", "tag": "a1bcad07-bc11-486f-8361-3f6bc410e1ac", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:07:09.449919 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96ea2822-33b8-4acb-984b-4e17bed46605 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:07:09.450370 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ea2822-33b8-4acb-984b-4e17bed46605'] response: {'server_uuid': '7f397462-5965-4d33-bb0e-6fa9918de6be', 'name': 'network-vif-deleted', 'tag': 'a1bcad07-bc11-486f-8361-3f6bc410e1ac', 'status': 'completed', 'code': 200} Apr 28 15:07:09.517349 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-5f877507-c03e-4f30-a97d-8b7cd35d4a07 None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:09.533096 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-59fa74a0-8186-4637-9373-544adfe67b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (956b8a9b-2fd0-4d4e-baa5-516411f21d67), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:09.535747 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-59fa74a0-8186-4637-9373-544adfe67b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:09.537762 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-59fa74a0-8186-4637-9373-544adfe67b37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/956b8a9b-2fd0-4d4e-baa5-516411f21d67 HTTP/1.1" status: 204 len: 168 time: 0.3367889 Apr 28 15:07:09.544854 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0f41378c-6218-4e5b-b3c1-e9705be52bb7 req-915334fd-c75d-4419-a318-0c59341be5cc tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f397462-5965-4d33-bb0e-6fa9918de6be HTTP/1.1" status: 200 len: 210 time: 0.0450699 Apr 28 15:07:09.551858 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa74a0-8186-4637-9373-544adfe67b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956b8a9b-2fd0-4d4e-baa5-516411f21d67,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:09.728714 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-5f877507-c03e-4f30-a97d-8b7cd35d4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:09.759531 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f877507-c03e-4f30-a97d-8b7cd35d4a07 None None] Checking router: 9901658d-6076-48c5-8d85-b2564a26a857 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:07:09.769290 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f877507-c03e-4f30-a97d-8b7cd35d4a07 None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:09.769505 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-5f877507-c03e-4f30-a97d-8b7cd35d4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:06:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:09.881526 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-5f877507-c03e-4f30-a97d-8b7cd35d4a07 None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:10.089245 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-5f877507-c03e-4f30-a97d-8b7cd35d4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:10.119529 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f877507-c03e-4f30-a97d-8b7cd35d4a07 None None] The sync data for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi is: [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:00:36Z', 'revision_number': 4, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c', 'name': '', 'network_id': '60fd79c5-50c5-4587-8604-5daaaa9b4694', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'mac_address': 'fa:16:3e:af:dc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:35Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'subnets': [{'id': '4bba402f-a684-4714-861d-42a0c9992a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:07:10.369399 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af17806a-8e70-431b-8cd2-fa0ccbd470f1 None None] New status for floating IP 10d26211-e576-4a71-a08b-1b3f19b35c2a: DOWN {{(pid=110072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:07:10.451533 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5555e6fb-45c3-4816-b3c1-e2ef637746c5 req-0414625b-d15d-487a-b329-a4889d014075 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 210 time: 0.0577171 Apr 28 15:07:10.755205 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-004de9ac-07d7-41f8-832d-00b46987b80c tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:10.755205 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-004de9ac-07d7-41f8-832d-00b46987b80c tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.42 "GET /v2.0/networks?id=b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 HTTP/1.1" status: 200 len: 808 time: 0.1125522 Apr 28 15:07:10.758118 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57600) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:10.766055 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Request body: {'port': {'device_id': 'ba9f52b6-9829-4c09-9bb6-15cca9d4bf38', 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0', 'admin_state_up': True, 'tenant_id': 'b5a07ac4715b4c0394c6f4a6a25f5bc2'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:07:10.805030 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:07:10.877693 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-535785d2-9007-4cb0-a167-839378175c00 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group (14fe48e0-3f4b-4810-b514-31ba38c70002), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:10.906764 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-535785d2-9007-4cb0-a167-839378175c00 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group (14fe48e0-3f4b-4810-b514-31ba38c70002), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:10.994475 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a1bcad07-bc11-486f-8361-3f6bc410e1ac no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:11.016512 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: a1bcad07-bc11-486f-8361-3f6bc410e1ac {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:07:11.016876 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a1bcad07-bc11-486f-8361-3f6bc410e1ac not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:07:11.050021 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Made reservation on behalf of b5a07ac4715b4c0394c6f4a6a25f5bc2 for: {'port': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:07:11.053782 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:11.101435 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-535785d2-9007-4cb0-a167-839378175c00 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (14fe48e0-3f4b-4810-b514-31ba38c70002), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:11.104152 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-535785d2-9007-4cb0-a167-839378175c00 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:11.105357 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-535785d2-9007-4cb0-a167-839378175c00 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "DELETE /v2.0/security-groups/14fe48e0-3f4b-4810-b514-31ba38c70002 HTTP/1.1" status: 204 len: 168 time: 0.3485155 Apr 28 15:07:11.110338 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57604) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:11.127212 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535785d2-9007-4cb0-a167-839378175c00 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fe48e0-3f4b-4810-b514-31ba38c70002,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:11.129679 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.api.v2.resource [None req-091fce0a-ac06-4eee-9367-a6863e0b7999 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] show failed (client error): The resource could not be found. Apr 28 15:07:11.130932 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-091fce0a-ac06-4eee-9367-a6863e0b7999 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "GET /v2.0/security-groups/14fe48e0-3f4b-4810-b514-31ba38c70002 HTTP/1.1" status: 404 len: 347 time: 0.0193427 Apr 28 15:07:11.134030 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57608) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:11.221298 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Allocated IP 172.20.0.3 (b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0/33f287d1-a850-4450-a8d5-839c78f8f79e/a3ad14ad-fd73-47e3-a06d-433c4cba4c7d) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:07:11.268320 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-5ef39e22-eb6e-4f4e-87df-32a26055055d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Deleting port bcf43124-bfbd-4b44-a88b-afea353a173e {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:07:11.268682 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5ef39e22-eb6e-4f4e-87df-32a26055055d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (bcf43124-bfbd-4b44-a88b-afea353a173e), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:11.353770 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5ef39e22-eb6e-4f4e-87df-32a26055055d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (bcf43124-bfbd-4b44-a88b-afea353a173e), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:11.353999 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5ef39e22-eb6e-4f4e-87df-32a26055055d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (bcf43124-bfbd-4b44-a88b-afea353a173e), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:11.369450 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-5ef39e22-eb6e-4f4e-87df-32a26055055d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Calling delete_port for bcf43124-bfbd-4b44-a88b-afea353a173e owned by network:floatingip {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:07:11.370328 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks [] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:11.492089 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:11.560831 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:07:11.561652 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Pushing event updated for resources: {'Port': ['ID=a3ad14ad-fd73-47e3-a06d-433c4cba4c7d,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:11.568031 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:07:11.570661 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:07:11.593083 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd497c-42f3-4196-8a7c-cd7e966fe365 req-da4c6fc7-c178-47ef-83e5-f30fe271a79a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:11.594691 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-70bd497c-42f3-4196-8a7c-cd7e966fe365 req-da4c6fc7-c178-47ef-83e5-f30fe271a79a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 931 time: 0.0588565 Apr 28 15:07:11.608325 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5ef39e22-eb6e-4f4e-87df-32a26055055d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (bcf43124-bfbd-4b44-a88b-afea353a173e), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:11.622780 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:11.624106 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:11.651182 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef39e22-eb6e-4f4e-87df-32a26055055d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Pushing event deleted for resources: {'Port': ['ID=bcf43124-bfbd-4b44-a88b-afea353a173e,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:11.717089 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-b77afbe6-be91-4324-80b2-1852dbf68f3a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9549067 Apr 28 15:07:11.717310 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-70bd497c-42f3-4196-8a7c-cd7e966fe365 req-ef585929-db9a-400d-8534-c145afc4601d tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162012 Apr 28 15:07:11.737856 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5ef39e22-eb6e-4f4e-87df-32a26055055d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks [] for floatingip (10d26211-e576-4a71-a08b-1b3f19b35c2a), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:11.740938 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5ef39e22-eb6e-4f4e-87df-32a26055055d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:11.742155 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-5ef39e22-eb6e-4f4e-87df-32a26055055d tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] 10.222.0.31 "DELETE /v2.0/floatingips/10d26211-e576-4a71-a08b-1b3f19b35c2a HTTP/1.1" status: 204 len: 168 time: 0.6071997 Apr 28 15:07:12.836684 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c701d-c063-482f-9ef1-7ca18639059e req-0ad467a9-ee88-4b53-8584-2587114293ef tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:12.838190 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f37c701d-c063-482f-9ef1-7ca18639059e req-0ad467a9-ee88-4b53-8584-2587114293ef tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 931 time: 0.0495188 Apr 28 15:07:12.885602 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f37c701d-c063-482f-9ef1-7ca18639059e req-9cc49a0f-6894-434a-8ce1-03b452e33220 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 Apr 28 15:07:13.262680 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Request body: {'port': {'device_id': 'ba9f52b6-9829-4c09-9bb6-15cca9d4bf38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:07:13.331819 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:13.605060 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ad14ad-fd73-47e3-a06d-433c4cba4c7d {{(pid=110070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:07:13.613329 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Publish callbacks [] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:13.626091 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.provisioning_blocks [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Transition to ACTIVE for port object a3ad14ad-fd73-47e3-a06d-433c4cba4c7d will not be triggered until provisioned by entity L2. {{(pid=110070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:07:13.691039 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:13.763243 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Pushing event updated for resources: {'Port': ['ID=a3ad14ad-fd73-47e3-a06d-433c4cba4c7d,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:13.814424 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Attempting to bind port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:07:13.814764 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Attempting to bind port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'd0110ef7-6bd2-4c0d-be3f-7ca50148c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0'}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:07:13.815092 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Attempting to bind port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d on network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:07:13.819394 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d on network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:07:13.819714 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Attempting to bind port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d on network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:07:13.824845 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:07:13.825178 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Checking segment: {'id': 'd0110ef7-6bd2-4c0d-be3f-7ca50148c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:07:13.825556 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Bound using segment: {'id': 'd0110ef7-6bd2-4c0d-be3f-7ca50148c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0'} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:07:13.825984 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Bound port: a3ad14ad-fd73-47e3-a06d-433c4cba4c7d, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0110ef7-6bd2-4c0d-be3f-7ca50148c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0'}}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:07:13.826335 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:13.887390 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] For port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d, host hv-cinder-83976, cleared binding levels {{(pid=110070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:07:13.890433 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] For port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a3ad14ad-fd73-47e3-a06d-433c4cba4c7d,segment=NetworkSegment(d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5),segment_id=d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5)] {{(pid=110070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:07:13.959934 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:13.998880 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:13.999514 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:14.000924 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] 10.222.0.42 "PUT /v2.0/ports/a3ad14ad-fd73-47e3-a06d-433c4cba4c7d HTTP/1.1" status: 200 len: 1093 time: 0.7426200 Apr 28 15:07:14.001626 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9f52b6-9829-4c09-9bb6-15cca9d4bf38', 'tag': 'a3ad14ad-fd73-47e3-a06d-433c4cba4c7d'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:07:14.003927 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72fd665-9eda-4b88-b11c-1af2ca214fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9f52b6-9829-4c09-9bb6-15cca9d4bf38", "tag": "a3ad14ad-fd73-47e3-a06d-433c4cba4c7d"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:07:14.004389 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fba16-2bcb-48ad-b70c-5781d45494b0 req-385ff091-ef7a-4c0f-90a1-1341c0d05b48 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:14.006020 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-504fba16-2bcb-48ad-b70c-5781d45494b0 req-385ff091-ef7a-4c0f-90a1-1341c0d05b48 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 943 time: 0.0518088 Apr 28 15:07:14.027792 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2673aeb-1620-4845-88b6-43feb4c5f81a service neutron] Pushing event updated for resources: {'Port': ['ID=a3ad14ad-fd73-47e3-a06d-433c4cba4c7d,revision_number=3']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:14.048262 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea73208-2514-4d0e-a7d6-2b99d04c32f0 x-openstack-request-id: req-dea73208-2514-4d0e-a7d6-2b99d04c32f0 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:07:14.048586 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9f52b6-9829-4c09-9bb6-15cca9d4bf38", "tag": "a3ad14ad-fd73-47e3-a06d-433c4cba4c7d", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:07:14.052381 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dea73208-2514-4d0e-a7d6-2b99d04c32f0 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:07:14.052381 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea73208-2514-4d0e-a7d6-2b99d04c32f0'] response: {'name': 'network-changed', 'server_uuid': 'ba9f52b6-9829-4c09-9bb6-15cca9d4bf38', 'tag': 'a3ad14ad-fd73-47e3-a06d-433c4cba4c7d', 'status': 'completed', 'code': 200} Apr 28 15:07:14.056738 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-504fba16-2bcb-48ad-b70c-5781d45494b0 req-5f6bfc48-4132-4586-8c58-2346fc685e4b tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429704 Apr 28 15:07:14.212879 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fd665-9eda-4b88-b11c-1af2ca214fe0 req-542d77d4-f0ee-42c9-be42-f58d1aae56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:14.214422 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c72fd665-9eda-4b88-b11c-1af2ca214fe0 req-542d77d4-f0ee-42c9-be42-f58d1aae56ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5a07ac4715b4c0394c6f4a6a25f5bc2&device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 1127 time: 0.0405412 Apr 28 15:07:14.313412 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fd665-9eda-4b88-b11c-1af2ca214fe0 req-376102f7-f9da-4d27-a3f0-78ff381b5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:14.314860 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c72fd665-9eda-4b88-b11c-1af2ca214fe0 req-376102f7-f9da-4d27-a3f0-78ff381b5cf1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b5a07ac4715b4c0394c6f4a6a25f5bc2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0916996 Apr 28 15:07:14.420274 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fd665-9eda-4b88-b11c-1af2ca214fe0 req-81cd772b-73a8-424d-867a-0effea775ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:14.421824 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c72fd665-9eda-4b88-b11c-1af2ca214fe0 req-81cd772b-73a8-424d-867a-0effea775ff0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994051 Apr 28 15:07:14.495578 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-ca51d0ca-0ce1-4cd5-a404-eb3047c6e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:14.495977 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a572b584-34d4-4bce-8574-e1fbb3c5bb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:14.498186 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-ca51d0ca-0ce1-4cd5-a404-eb3047c6e4fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5a07ac4715b4c0394c6f4a6a25f5bc2&device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 1127 time: 0.0389915 Apr 28 15:07:14.543875 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-22e339be-369c-4c50-b5fb-00a6964d9413 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3ad14ad-fd73-47e3-a06d-433c4cba4c7d HTTP/1.1" status: 200 len: 217 time: 0.0386217 Apr 28 15:07:14.593054 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-2eed557b-e9a4-42f1-9cca-27fe5a5a5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:14.594636 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-2eed557b-e9a4-42f1-9cca-27fe5a5a5a52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33f287d1-a850-4450-a8d5-839c78f8f79e HTTP/1.1" status: 200 len: 848 time: 0.0451934 Apr 28 15:07:15.173240 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee31570-d8c4-4561-8b77-52684d604382 req-df76beab-b5a7-43c5-a5dc-3c441b46fb4f tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:15.175876 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0ee31570-d8c4-4561-8b77-52684d604382 req-df76beab-b5a7-43c5-a5dc-3c441b46fb4f tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 943 time: 0.0476403 Apr 28 15:07:15.221878 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0ee31570-d8c4-4561-8b77-52684d604382 req-517f5287-a856-4692-a702-c37c3d337921 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Apr 28 15:07:15.493517 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-12109410-5124-43e6-94bc-98a910208a45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314844 Apr 28 15:07:16.373759 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-29a81393-8148-476e-a3a7-430d5ce00757 service neutron] 10.222.0.42 "GET /v2.0/networks/b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259167 Apr 28 15:07:16.381438 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f88e3a-82ac-4441-809a-385e9cf4d916 req-ef820557-07ef-4e66-a8f2-0ae9f3819cf2 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:16.382898 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-10f88e3a-82ac-4441-809a-385e9cf4d916 req-ef820557-07ef-4e66-a8f2-0ae9f3819cf2 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 943 time: 0.0550916 Apr 28 15:07:16.722607 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-10f88e3a-82ac-4441-809a-385e9cf4d916 req-59d8305a-d55c-4b24-a7fd-e5854cac7116 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338873 Apr 28 15:07:16.781227 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d0e161fa-0eb8-46d2-8200-a4a95baeb314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:17.238058 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d44972e0-fd31-44c9-b2c7-dee80d599d4d req-eee1974e-1434-421e-a6c2-16fc307d0d30 service neutron] 10.222.0.42 "GET /v2.0/networks/b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997846 Apr 28 15:07:17.854380 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a1b19-0185-4339-bb48-e2f54dfe7293 req-9ed92e56-b25d-47ac-81e1-c4aa02c2bf87 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:17.855872 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ab1a1b19-0185-4339-bb48-e2f54dfe7293 req-9ed92e56-b25d-47ac-81e1-c4aa02c2bf87 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 943 time: 0.0490310 Apr 28 15:07:17.904799 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ab1a1b19-0185-4339-bb48-e2f54dfe7293 req-30b24619-1e17-433f-b7fa-f357f2b131fd tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426004 Apr 28 15:07:18.045394 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:18.614202 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57724) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:18.734767 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57730) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:18.805938 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-9718955a-ebc1-4205-a36d-417074b67e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:18.882561 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-9718955a-ebc1-4205-a36d-417074b67e7d admin admin] Publish callbacks [] for security_group (f5d659a3-1d45-4fa0-859f-f5f4da1ec89c), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.010900 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-9718955a-ebc1-4205-a36d-417074b67e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (f5d659a3-1d45-4fa0-859f-f5f4da1ec89c), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.048566 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc33f5-b26b-46fb-a771-dee3bf715970 req-50522f36-2bbf-4834-819a-960ed3db7e99 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:19.050092 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-33fc33f5-b26b-46fb-a771-dee3bf715970 req-50522f36-2bbf-4834-819a-960ed3db7e99 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 943 time: 0.0755959 Apr 28 15:07:19.052300 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-9718955a-ebc1-4205-a36d-417074b67e7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=647cc542bda24798a1660791261fa595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164351 Apr 28 15:07:19.054478 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718955a-ebc1-4205-a36d-417074b67e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d659a3-1d45-4fa0-859f-f5f4da1ec89c,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:19.054935 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a3ad14ad-fd73-47e3-a06d-433c4cba4c7d details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:07:19.056776 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57736) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:19.111183 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-49766dd8-f134-450e-a286-fbbfe672c907 admin admin] Publish callbacks [] for security_group (f5d659a3-1d45-4fa0-859f-f5f4da1ec89c), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.134353 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-49766dd8-f134-450e-a286-fbbfe672c907 admin admin] Publish callbacks [] for security_group (f5d659a3-1d45-4fa0-859f-f5f4da1ec89c), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.160548 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a3ad14ad-fd73-47e3-a06d-433c4cba4c7d,segment=NetworkSegment(d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5),segment_id=d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:19.172917 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-33fc33f5-b26b-46fb-a771-dee3bf715970 req-2e8e2767-b720-4a4a-a064-5aae6f806d23 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115706 Apr 28 15:07:19.185032 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': 'a3ad14ad-fd73-47e3-a06d-433c4cba4c7d', 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0', 'port_id': 'a3ad14ad-fd73-47e3-a06d-433c4cba4c7d', 'mac_address': 'fa:16:3e:12:12:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f287d1-a850-4450-a8d5-839c78f8f79e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:07:19.216467 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d3376fcf-87cf-4657-b4a7-38a09a1ef82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712252'] for router_interface (9901658d-6076-48c5-8d85-b2564a26a857), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.216640 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:07:19.216930 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.230356 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ad14ad-fd73-47e3-a06d-433c4cba4c7d {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:07:19.260162 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a3ad14ad-fd73-47e3-a06d-433c4cba4c7d,segment=NetworkSegment(d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5),segment_id=d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:19.264109 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-49766dd8-f134-450e-a286-fbbfe672c907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (f5d659a3-1d45-4fa0-859f-f5f4da1ec89c), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.268102 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-49766dd8-f134-450e-a286-fbbfe672c907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.269283 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-49766dd8-f134-450e-a286-fbbfe672c907 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5d659a3-1d45-4fa0-859f-f5f4da1ec89c HTTP/1.1" status: 204 len: 168 time: 0.2115943 Apr 28 15:07:19.288927 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49766dd8-f134-450e-a286-fbbfe672c907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d659a3-1d45-4fa0-859f-f5f4da1ec89c,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:19.342499 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.374873 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.408638 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=a3ad14ad-fd73-47e3-a06d-433c4cba4c7d,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:19.415878 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.416228 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.416582 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.416945 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.417488 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.417824 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.418159 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.418490 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.419360 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.419689 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.420022 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.420350 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.420699 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.421187 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.422274 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:19.497996 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-d3376fcf-87cf-4657-b4a7-38a09a1ef82b admin admin] Deleting port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:07:19.498576 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d3376fcf-87cf-4657-b4a7-38a09a1ef82b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.537391 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['a3ad14ad-fd73-47e3-a06d-433c4cba4c7d'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:07:19.586741 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-d3376fcf-87cf-4657-b4a7-38a09a1ef82b admin admin] For port 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:19.587534 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d3376fcf-87cf-4657-b4a7-38a09a1ef82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.602279 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-d3376fcf-87cf-4657-b4a7-38a09a1ef82b admin admin] Calling delete_port for 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c owned by network:router_interface {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:07:19.851068 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d3376fcf-87cf-4657-b4a7-38a09a1ef82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.882479 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3376fcf-87cf-4657-b4a7-38a09a1ef82b admin admin] Pushing event deleted for resources: {'Port': ['ID=80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:19.882775 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57762) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:19.914286 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-22a1f735-1023-4b34-96c2-098f090d3d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:19.999287 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-22a1f735-1023-4b34-96c2-098f090d3d9b admin admin] Publish callbacks [] for security_group (1b3a5d62-eeac-4462-a0e9-9d051d38c94f), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:20.062303 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-22a1f735-1023-4b34-96c2-098f090d3d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (1b3a5d62-eeac-4462-a0e9-9d051d38c94f), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:20.070952 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d3376fcf-87cf-4657-b4a7-38a09a1ef82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712336'] for router_interface (9901658d-6076-48c5-8d85-b2564a26a857), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:20.108277 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-22a1f735-1023-4b34-96c2-098f090d3d9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a4f6cd8edd9434f80b76c9751a98a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210495 Apr 28 15:07:20.108277 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1f735-1023-4b34-96c2-098f090d3d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3a5d62-eeac-4462-a0e9-9d051d38c94f,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:20.109543 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57764) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:20.158649 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-85e5956a-81cd-417a-9c10-b38f75dc9bf4 admin admin] Publish callbacks [] for security_group (1b3a5d62-eeac-4462-a0e9-9d051d38c94f), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:20.183818 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-85e5956a-81cd-417a-9c10-b38f75dc9bf4 admin admin] Publish callbacks [] for security_group (1b3a5d62-eeac-4462-a0e9-9d051d38c94f), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:20.295417 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71626cb9-6b2b-4890-99fc-e2e4ad58e4dd req-55ba3d72-9883-46c0-a9fc-e8283470f535 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:20.296930 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-71626cb9-6b2b-4890-99fc-e2e4ad58e4dd req-55ba3d72-9883-46c0-a9fc-e8283470f535 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 944 time: 0.0472848 Apr 28 15:07:20.308736 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3376fcf-87cf-4657-b4a7-38a09a1ef82b admin admin] Router 9901658d-6076-48c5-8d85-b2564a26a857 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:07:20.344080 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-71626cb9-6b2b-4890-99fc-e2e4ad58e4dd req-e9c4fb33-4192-44ac-8a20-252bee488efe tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413539 Apr 28 15:07:20.352486 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-85e5956a-81cd-417a-9c10-b38f75dc9bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (1b3a5d62-eeac-4462-a0e9-9d051d38c94f), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:20.355586 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-85e5956a-81cd-417a-9c10-b38f75dc9bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:20.359532 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-85e5956a-81cd-417a-9c10-b38f75dc9bf4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b3a5d62-eeac-4462-a0e9-9d051d38c94f HTTP/1.1" status: 204 len: 168 time: 0.2459230 Apr 28 15:07:20.365557 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5956a-81cd-417a-9c10-b38f75dc9bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3a5d62-eeac-4462-a0e9-9d051d38c94f,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:20.475962 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3376fcf-87cf-4657-b4a7-38a09a1ef82b admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:07:20.484611 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57770) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:20.485199 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-d3376fcf-87cf-4657-b4a7-38a09a1ef82b admin admin] 10.222.0.31 "PUT /v2.0/routers/9901658d-6076-48c5-8d85-b2564a26a857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8698797 Apr 28 15:07:20.490018 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42710cce-d627-4d1e-9cfb-76312aefff3a None None] Sync routers for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:07:20.500568 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42710cce-d627-4d1e-9cfb-76312aefff3a None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:20.501480 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-42710cce-d627-4d1e-9cfb-76312aefff3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:07:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:20.599445 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Publish callbacks [] for router (9901658d-6076-48c5-8d85-b2564a26a857), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:20.716938 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-42710cce-d627-4d1e-9cfb-76312aefff3a None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:20.739908 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Publish callbacks [] for router_gateway (9901658d-6076-48c5-8d85-b2564a26a857), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:20.860681 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Deleting port aafe95f6-de7c-463f-b948-bbcdb005445d {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:07:20.861031 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:20.879642 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:20.900444 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-42710cce-d627-4d1e-9cfb-76312aefff3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:07:19Z', 'revision_number': 5, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port': {'id': 'aafe95f6-de7c-463f-b948-bbcdb005445d', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901658d-6076-48c5-8d85-b2564a26a857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:00:30Z', 'updated_at': '2022-04-28T15:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:20.938646 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42710cce-d627-4d1e-9cfb-76312aefff3a None None] Checking router: 9901658d-6076-48c5-8d85-b2564a26a857 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:07:20.949882 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42710cce-d627-4d1e-9cfb-76312aefff3a None None] Routers {'9901658d-6076-48c5-8d85-b2564a26a857'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:20.950847 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-42710cce-d627-4d1e-9cfb-76312aefff3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:07:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['9901658d-6076-48c5-8d85-b2564a26a857'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:20.975275 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] For port aafe95f6-de7c-463f-b948-bbcdb005445d, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=aafe95f6-de7c-463f-b948-bbcdb005445d,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:20.976427 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:20.990758 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Calling delete_port for aafe95f6-de7c-463f-b948-bbcdb005445d owned by network:router_gateway {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:07:21.049250 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-42710cce-d627-4d1e-9cfb-76312aefff3a None None] Set router 9901658d-6076-48c5-8d85-b2564a26a857 gateway port host: None {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:21.070035 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a3ad14ad-fd73-47e3-a06d-433c4cba4c7d up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:07:21.121721 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-42710cce-d627-4d1e-9cfb-76312aefff3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:07:20Z', 'revision_number': 6, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port_host': None}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:21.122446 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:07:21.166248 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42710cce-d627-4d1e-9cfb-76312aefff3a None None] The sync data for ids ['9901658d-6076-48c5-8d85-b2564a26a857'] in dv-cinder-839768-1-iscsi is: [{'id': '9901658d-6076-48c5-8d85-b2564a26a857', 'name': 'tempest-AttachVolumeShelveTestJSON-483342974-router', 'tenant_id': '6ffdd233ccf8404f80158282c5e1f31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:00:29Z', 'updated_at': '2022-04-28T15:07:20Z', 'revision_number': 6, 'project_id': '6ffdd233ccf8404f80158282c5e1f31b', 'gw_port_host': None}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:07:21.212272 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:07:21.212667 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:21.285517 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (aafe95f6-de7c-463f-b948-bbcdb005445d), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:21.292954 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:07:21.293345 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:21.313146 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Pushing event deleted for resources: {'Port': ['ID=aafe95f6-de7c-463f-b948-bbcdb005445d,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:21.323392 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9f52b6-9829-4c09-9bb6-15cca9d4bf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ad14ad-fd73-47e3-a06d-433c4cba4c7d'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:07:21.326258 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1408661f-9f9c-4b15-8a99-423818b55516" -d '{"events": [{"server_uuid": "ba9f52b6-9829-4c09-9bb6-15cca9d4bf38", "name": "network-vif-plugged", "status": "completed", "tag": "a3ad14ad-fd73-47e3-a06d-433c4cba4c7d"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:07:21.334019 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a3ad14ad-fd73-47e3-a06d-433c4cba4c7d,segment=NetworkSegment(d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5),segment_id=d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:21.375285 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58762c12-fb38-4aa7-8464-160eb92ac4f9 x-openstack-request-id: req-58762c12-fb38-4aa7-8464-160eb92ac4f9 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:07:21.375285 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9f52b6-9829-4c09-9bb6-15cca9d4bf38", "name": "network-vif-plugged", "status": "completed", "tag": "a3ad14ad-fd73-47e3-a06d-433c4cba4c7d", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:07:21.375509 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58762c12-fb38-4aa7-8464-160eb92ac4f9 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:07:21.376151 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58762c12-fb38-4aa7-8464-160eb92ac4f9'] response: {'server_uuid': 'ba9f52b6-9829-4c09-9bb6-15cca9d4bf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ad14ad-fd73-47e3-a06d-433c4cba4c7d', 'code': 200} Apr 28 15:07:21.397107 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547834'] for router_gateway (9901658d-6076-48c5-8d85-b2564a26a857), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:21.417453 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:21.532816 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=a3ad14ad-fd73-47e3-a06d-433c4cba4c7d,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:21.590076 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14089'] for router (9901658d-6076-48c5-8d85-b2564a26a857), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:21.600027 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda680a3-b464-420a-bbbe-86337842f84a req-8dbfb461-279f-44a7-a0e8-14a7117a2cfc tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:21.608170 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dda680a3-b464-420a-bbbe-86337842f84a req-8dbfb461-279f-44a7-a0e8-14a7117a2cfc tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 945 time: 0.1655502 Apr 28 15:07:21.618625 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Publish callbacks [] for router_controller (9901658d-6076-48c5-8d85-b2564a26a857), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:21.748806 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dda680a3-b464-420a-bbbe-86337842f84a req-9e80a59f-a46c-438e-a0d8-8516a6e92f61 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397021 Apr 28 15:07:21.750739 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18094c3-e1c3-4ae3-af45-35054e06d26b req-12a1504e-e8e5-44dd-91a4-f96d1ca38fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:21.752709 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b18094c3-e1c3-4ae3-af45-35054e06d26b req-12a1504e-e8e5-44dd-91a4-f96d1ca38fce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 1129 time: 0.0598390 Apr 28 15:07:21.765990 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710232'] for router (9901658d-6076-48c5-8d85-b2564a26a857), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:21.766486 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9901658d-6076-48c5-8d85-b2564a26a857 {{(pid=110070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:07:21.776095 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:21.780320 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-714f8acf-1750-49b9-90f2-202a8c3c742f admin admin] 10.222.0.31 "DELETE /v2.0/routers/9901658d-6076-48c5-8d85-b2564a26a857 HTTP/1.1" status: 204 len: 168 time: 1.2916188 Apr 28 15:07:21.781270 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 57814) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:21.814196 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b18094c3-e1c3-4ae3-af45-35054e06d26b req-8f0fa433-4acc-4d7e-99aa-0a00fc1b2aab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540283 Apr 28 15:07:21.838317 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_v2 [None req-22452eff-4d80-40c4-a8f7-dddb6e12897e admin admin] Deleting subnet 4bba402f-a684-4714-861d-42a0c9992a9f {{(pid=110071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:07:21.843889 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-22452eff-4d80-40c4-a8f7-dddb6e12897e admin admin] Publish callbacks [] for subnet (4bba402f-a684-4714-861d-42a0c9992a9f), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:21.880098 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-22452eff-4d80-40c4-a8f7-dddb6e12897e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62008853'] for subnet (4bba402f-a684-4714-861d-42a0c9992a9f), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:21.960588 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-22452eff-4d80-40c4-a8f7-dddb6e12897e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (4bba402f-a684-4714-861d-42a0c9992a9f), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.080447 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-22452eff-4d80-40c4-a8f7-dddb6e12897e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59734028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750426'] for subnet (4bba402f-a684-4714-861d-42a0c9992a9f), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.108058 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22452eff-4d80-40c4-a8f7-dddb6e12897e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bba402f-a684-4714-861d-42a0c9992a9f,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:22.112084 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-22452eff-4d80-40c4-a8f7-dddb6e12897e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.115558 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-22452eff-4d80-40c4-a8f7-dddb6e12897e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4bba402f-a684-4714-861d-42a0c9992a9f HTTP/1.1" status: 204 len: 168 time: 0.3315961 Apr 28 15:07:22.118211 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57818) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:22.127567 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4000b747-729a-493f-a8db-d20fcc02022d None None] Network 60fd79c5-50c5-4587-8604-5daaaa9b4694 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:07:22.193192 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (60fd79c5-50c5-4587-8604-5daaaa9b4694), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.243650 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Deleting port ca0d7809-11f7-451a-a860-26f4c12e8abd {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:07:22.244952 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.300262 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cd7e95-0e6e-428f-a279-92147eccb6a7 None None] DHCP port deletion for 60fd79c5-50c5-4587-8604-5daaaa9b4694 request from dv-cinder-839768-1-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 15:07:22.333988 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] For port ca0d7809-11f7-451a-a860-26f4c12e8abd, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=ca0d7809-11f7-451a-a860-26f4c12e8abd,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:22.334360 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.348544 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Calling delete_port for ca0d7809-11f7-451a-a860-26f4c12e8abd owned by network:dhcp {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:07:22.355156 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd7e95-0e6e-428f-a279-92147eccb6a7 None None] Deleting port ca0d7809-11f7-451a-a860-26f4c12e8abd {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:07:22.355589 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7e95-0e6e-428f-a279-92147eccb6a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.427397 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-f6cd7e95-0e6e-428f-a279-92147eccb6a7 None None] For port ca0d7809-11f7-451a-a860-26f4c12e8abd, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=ca0d7809-11f7-451a-a860-26f4c12e8abd,segment=NetworkSegment(dd087371-f5ed-41cb-88a3-94c78497e69d),segment_id=dd087371-f5ed-41cb-88a3-94c78497e69d)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:22.427773 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7e95-0e6e-428f-a279-92147eccb6a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.441861 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd7e95-0e6e-428f-a279-92147eccb6a7 None None] Calling delete_port for ca0d7809-11f7-451a-a860-26f4c12e8abd owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:07:22.605622 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7e95-0e6e-428f-a279-92147eccb6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.636758 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd7e95-0e6e-428f-a279-92147eccb6a7 None None] Pushing event deleted for resources: {'Port': ['ID=ca0d7809-11f7-451a-a860-26f4c12e8abd,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:22.641903 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd7e95-0e6e-428f-a279-92147eccb6a7 None None] No DVR routers for this DVR port ca0d7809-11f7-451a-a860-26f4c12e8abd on host dv-cinder-839768-1-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:07:22.697369 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (ca0d7809-11f7-451a-a860-26f4c12e8abd), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.725924 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0d7809-11f7-451a-a860-26f4c12e8abd,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:22.734289 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] No DVR routers for this DVR port ca0d7809-11f7-451a-a860-26f4c12e8abd on host dv-cinder-839768-1-iscsi {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:07:22.853031 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (60fd79c5-50c5-4587-8604-5daaaa9b4694), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.880220 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device aafe95f6-de7c-463f-b948-bbcdb005445d no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:22.880480 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.services.segments.db [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fd79c5-50c5-4587-8604-5daaaa9b4694']}} {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:22.891830 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65990b-9650-435a-a989-4e0838814f50 req-3ee238e7-24fd-4c20-a651-8b83a55a1920 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:22.892454 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.services.segments.db [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd087371-f5ed-41cb-88a3-94c78497e69d') {'for_net_delete': True} {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:22.892767 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.services.segments.db [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd087371-f5ed-41cb-88a3-94c78497e69d') {} {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:22.893683 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-da65990b-9650-435a-a989-4e0838814f50 req-3ee238e7-24fd-4c20-a651-8b83a55a1920 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 945 time: 0.0558250 Apr 28 15:07:22.902731 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: aafe95f6-de7c-463f-b948-bbcdb005445d {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:07:22.902993 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device aafe95f6-de7c-463f-b948-bbcdb005445d not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:07:22.904427 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59003034'] for segment (dd087371-f5ed-41cb-88a3-94c78497e69d), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.904603 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device ca0d7809-11f7-451a-a860-26f4c12e8abd no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:22.920201 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (dd087371-f5ed-41cb-88a3-94c78497e69d), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.925090 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: ca0d7809-11f7-451a-a860-26f4c12e8abd {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:07:22.925442 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device ca0d7809-11f7-451a-a860-26f4c12e8abd not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:07:22.925881 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:22.927511 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:07:22.928953 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61911663'] for segment (dd087371-f5ed-41cb-88a3-94c78497e69d), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: self.session.flush() Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: self.session.flush() Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: self.session.flush() Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: self.session.flush() Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: Traceback (most recent call last): Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: timer() Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: cb(*args, **kw) Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: return func(*args, **kwargs) Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: self._notify() Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: self.callback(batched_events) Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: event.method(event) Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: return f(self, *a, **k) Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: return self._get(url).json() Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: return self.request(url, 'GET', **kwargs) Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:07:22.933856 dv-cinder-839768-1-iscsi neutron-server[110070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:07:22.950632 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:07:22.950632 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 80d05c8c-4052-47a3-84e7-2f3c4b0b0a6c not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:07:22.961244 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-da65990b-9650-435a-a989-4e0838814f50 req-356caa8e-e204-46dd-b7be-ee18d049182d tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588486 Apr 28 15:07:23.063314 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (60fd79c5-50c5-4587-8604-5daaaa9b4694), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:23.070062 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:23.075136 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/60fd79c5-50c5-4587-8604-5daaaa9b4694 HTTP/1.1" status: 204 len: 168 time: 0.9540443 Apr 28 15:07:23.084351 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44414468-8c7b-44ad-983c-89b7e44c74a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=60fd79c5-50c5-4587-8604-5daaaa9b4694,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:23.626024 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57842) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:23.679111 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-226c0470-80bc-4a00-8f7d-19520414ad93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ffdd233ccf8404f80158282c5e1f31b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0516176 Apr 28 15:07:23.681644 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 57846) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:23.737180 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b488d48b-e412-408a-a5e1-d1bd0390dd63 admin admin] Publish callbacks [] for security_group (53f9c7c8-7c5b-4410-a4a1-69945cc0a1b5), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:23.759184 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b488d48b-e412-408a-a5e1-d1bd0390dd63 admin admin] Publish callbacks [] for security_group (53f9c7c8-7c5b-4410-a4a1-69945cc0a1b5), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:23.879607 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b488d48b-e412-408a-a5e1-d1bd0390dd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (53f9c7c8-7c5b-4410-a4a1-69945cc0a1b5), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:23.882453 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b488d48b-e412-408a-a5e1-d1bd0390dd63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:23.883640 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-b488d48b-e412-408a-a5e1-d1bd0390dd63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53f9c7c8-7c5b-4410-a4a1-69945cc0a1b5 HTTP/1.1" status: 204 len: 168 time: 0.2009468 Apr 28 15:07:23.896759 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488d48b-e412-408a-a5e1-d1bd0390dd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f9c7c8-7c5b-4410-a4a1-69945cc0a1b5,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:24.079140 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450b7b9-2694-4d2f-8df7-356813aa11b6 req-a9c20435-45a3-4309-a043-7c4e0d8961b3 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:24.080981 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5450b7b9-2694-4d2f-8df7-356813aa11b6 req-a9c20435-45a3-4309-a043-7c4e0d8961b3 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 945 time: 0.0481727 Apr 28 15:07:24.129233 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5450b7b9-2694-4d2f-8df7-356813aa11b6 req-2e9119c8-374c-4594-8f18-daf621b24db3 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423927 Apr 28 15:07:25.639861 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4911ef-b586-48ae-8cbf-221c7a9ff4b3 req-cd8b0e7f-d44a-4226-8ad4-e141519ec40c tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:25.641486 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4b4911ef-b586-48ae-8cbf-221c7a9ff4b3 req-cd8b0e7f-d44a-4226-8ad4-e141519ec40c tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 945 time: 0.0533373 Apr 28 15:07:25.693648 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4b4911ef-b586-48ae-8cbf-221c7a9ff4b3 req-ae60e17d-f0b1-4f86-9304-321afa61221d tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Apr 28 15:07:26.812301 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e242e65-c0d2-4d8d-b74f-fe9aed75d061 req-2b30acd2-403d-40ac-a7d1-de876545f3d5 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:26.813801 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3e242e65-c0d2-4d8d-b74f-fe9aed75d061 req-2b30acd2-403d-40ac-a7d1-de876545f3d5 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 945 time: 0.0504534 Apr 28 15:07:26.864586 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3e242e65-c0d2-4d8d-b74f-fe9aed75d061 req-ff0f3588-396d-48ed-9083-02f0f6116836 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 Apr 28 15:07:27.978067 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2593b-6eae-43f3-afb5-727b8776614d req-04413fe7-06b0-4db2-89ff-0983843b5c26 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:27.979556 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d9e2593b-6eae-43f3-afb5-727b8776614d req-04413fe7-06b0-4db2-89ff-0983843b5c26 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 945 time: 0.0474772 Apr 28 15:07:28.026683 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d9e2593b-6eae-43f3-afb5-727b8776614d req-ec30ea36-bdc0-458f-9059-9e8d41011b9e tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 Apr 28 15:07:29.129758 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda9964-7295-43d9-8369-b8210da6a5fb req-cf6bffa2-29e8-4102-a76a-f8782af96dd6 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:29.131557 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bcda9964-7295-43d9-8369-b8210da6a5fb req-cf6bffa2-29e8-4102-a76a-f8782af96dd6 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 945 time: 0.0494254 Apr 28 15:07:29.158096 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49d360-9443-439c-b55f-054b8fc90e98 req-6c6014d2-8c35-4715-8a7e-69fcca01d4d5 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:29.170852 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9f49d360-9443-439c-b55f-054b8fc90e98 req-6c6014d2-8c35-4715-8a7e-69fcca01d4d5 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 945 time: 0.0692620 Apr 28 15:07:29.234803 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9f49d360-9443-439c-b55f-054b8fc90e98 req-d067c6d2-63b1-429e-99ba-ac48eaf0d875 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557256 Apr 28 15:07:29.241884 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-bcda9964-7295-43d9-8369-b8210da6a5fb req-c660d7e1-f048-4c26-acb3-1778567030fa tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Deleting port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:07:29.242229 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-bcda9964-7295-43d9-8369-b8210da6a5fb req-c660d7e1-f048-4c26-acb3-1778567030fa tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:29.352958 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-bcda9964-7295-43d9-8369-b8210da6a5fb req-c660d7e1-f048-4c26-acb3-1778567030fa tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] For port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a3ad14ad-fd73-47e3-a06d-433c4cba4c7d,segment=NetworkSegment(d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5),segment_id=d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:29.353565 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-bcda9964-7295-43d9-8369-b8210da6a5fb req-c660d7e1-f048-4c26-acb3-1778567030fa tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:29.376896 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-bcda9964-7295-43d9-8369-b8210da6a5fb req-c660d7e1-f048-4c26-acb3-1778567030fa tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Calling delete_port for a3ad14ad-fd73-47e3-a06d-433c4cba4c7d owned by compute:nova {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:07:29.593121 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-bcda9964-7295-43d9-8369-b8210da6a5fb req-c660d7e1-f048-4c26-acb3-1778567030fa tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (a3ad14ad-fd73-47e3-a06d-433c4cba4c7d), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:29.606111 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['a3ad14ad-fd73-47e3-a06d-433c4cba4c7d'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:07:29.623596 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660d7e1-f048-4c26-acb3-1778567030fa tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Pushing event deleted for resources: {'Port': ['ID=a3ad14ad-fd73-47e3-a06d-433c4cba4c7d,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:29.673880 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcda9964-7295-43d9-8369-b8210da6a5fb req-c660d7e1-f048-4c26-acb3-1778567030fa tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] No DVR routers for this DVR port a3ad14ad-fd73-47e3-a06d-433c4cba4c7d on host hv-cinder-83976 {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:07:29.676363 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-bcda9964-7295-43d9-8369-b8210da6a5fb req-c660d7e1-f048-4c26-acb3-1778567030fa tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:29.679802 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bcda9964-7295-43d9-8369-b8210da6a5fb req-c660d7e1-f048-4c26-acb3-1778567030fa tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.42 "DELETE /v2.0/ports/a3ad14ad-fd73-47e3-a06d-433c4cba4c7d HTTP/1.1" status: 204 len: 173 time: 0.5426571 Apr 28 15:07:29.680269 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9f52b6-9829-4c09-9bb6-15cca9d4bf38', 'name': 'network-vif-deleted', 'tag': 'a3ad14ad-fd73-47e3-a06d-433c4cba4c7d'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:07:29.682553 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc9ec04-c25e-4196-91e4-d83377fb9014" -d '{"events": [{"server_uuid": "ba9f52b6-9829-4c09-9bb6-15cca9d4bf38", "name": "network-vif-deleted", "tag": "a3ad14ad-fd73-47e3-a06d-433c4cba4c7d"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:07:29.733770 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cd9177-a88d-4f2d-a7e8-d813100005c7 x-openstack-request-id: req-a2cd9177-a88d-4f2d-a7e8-d813100005c7 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:07:29.734158 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9f52b6-9829-4c09-9bb6-15cca9d4bf38", "name": "network-vif-deleted", "tag": "a3ad14ad-fd73-47e3-a06d-433c4cba4c7d", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:07:29.734471 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2cd9177-a88d-4f2d-a7e8-d813100005c7 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:07:29.735004 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2cd9177-a88d-4f2d-a7e8-d813100005c7'] response: {'server_uuid': 'ba9f52b6-9829-4c09-9bb6-15cca9d4bf38', 'name': 'network-vif-deleted', 'tag': 'a3ad14ad-fd73-47e3-a06d-433c4cba4c7d', 'status': 'completed', 'code': 200} Apr 28 15:07:30.370151 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-dd535fd8-e647-44d7-9796-b5f8ca919d74 req-0c31473c-3805-4840-9c5c-65dbad61be98 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba9f52b6-9829-4c09-9bb6-15cca9d4bf38 HTTP/1.1" status: 200 len: 210 time: 0.0475860 Apr 28 15:07:30.799465 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:31.709006 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-682b6528-aebb-4547-ac75-8bcf03f0e302 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:31.710490 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-682b6528-aebb-4547-ac75-8bcf03f0e302 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/networks?id=b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 HTTP/1.1" status: 200 len: 808 time: 0.1148217 Apr 28 15:07:31.731996 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d4b01bd7-f737-43e6-82e1-c6501c251013 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/quotas/b5a07ac4715b4c0394c6f4a6a25f5bc2 HTTP/1.1" status: 200 len: 375 time: 0.0096147 Apr 28 15:07:31.773078 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-68829608-7973-4ee9-8d9e-54ebb8ce7d44 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5a07ac4715b4c0394c6f4a6a25f5bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344830 Apr 28 15:07:31.880194 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19a48b1-012d-490d-ba17-e4437b7e7d14 service neutron] 10.222.0.31 "GET /v2.0/networks/b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938797 Apr 28 15:07:31.964454 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-ddd4d894-55fb-4d61-a866-dafb172cca29 service neutron] 10.222.0.31 "GET /v2.0/networks/b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841098 Apr 28 15:07:32.199098 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-efd4ecce-1cc2-4a65-a432-40fc1ebd8ee8 req-1e279790-8403-49b6-b466-6f5806d6ce68 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 210 time: 0.0290124 Apr 28 15:07:32.706997 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58138) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:32.815880 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-114b707e-9c74-4a09-b278-9fb78670207f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:32.904476 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-114b707e-9c74-4a09-b278-9fb78670207f admin admin] Publish callbacks [] for security_group (e60f6641-b679-4c0e-8db9-25b1aed0e0a0), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:32.981220 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-114b707e-9c74-4a09-b278-9fb78670207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (e60f6641-b679-4c0e-8db9-25b1aed0e0a0), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:33.021753 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-114b707e-9c74-4a09-b278-9fb78670207f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78e5bb265b304ab686628a48ddac1a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131142 Apr 28 15:07:33.022921 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b707e-9c74-4a09-b278-9fb78670207f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60f6641-b679-4c0e-8db9-25b1aed0e0a0,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:33.023844 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 58146) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:33.077948 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af1a2d34-2d9c-4b0d-9383-7e6adbb723be admin admin] Publish callbacks [] for security_group (e60f6641-b679-4c0e-8db9-25b1aed0e0a0), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:33.100182 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af1a2d34-2d9c-4b0d-9383-7e6adbb723be admin admin] Publish callbacks [] for security_group (e60f6641-b679-4c0e-8db9-25b1aed0e0a0), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:33.219414 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a3ad14ad-fd73-47e3-a06d-433c4cba4c7d no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:33.240251 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af1a2d34-2d9c-4b0d-9383-7e6adbb723be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (e60f6641-b679-4c0e-8db9-25b1aed0e0a0), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:33.241225 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: a3ad14ad-fd73-47e3-a06d-433c4cba4c7d {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:07:33.241597 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device a3ad14ad-fd73-47e3-a06d-433c4cba4c7d not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:07:33.244638 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af1a2d34-2d9c-4b0d-9383-7e6adbb723be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:33.245963 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-af1a2d34-2d9c-4b0d-9383-7e6adbb723be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e60f6641-b679-4c0e-8db9-25b1aed0e0a0 HTTP/1.1" status: 204 len: 168 time: 0.2211542 Apr 28 15:07:33.259411 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a2d34-2d9c-4b0d-9383-7e6adbb723be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60f6641-b679-4c0e-8db9-25b1aed0e0a0,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:33.309531 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-060478fe-5ecc-46ee-8978-638ed154069c req-8185266c-885c-4d57-98c2-81abc5a892e0 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 210 time: 0.0322003 Apr 28 15:07:33.823390 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 58156) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:33.837027 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7699-f8c2-4ca7-bc20-56f1688722a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:33.913483 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7699-f8c2-4ca7-bc20-56f1688722a4 admin admin] Publish callbacks [] for security_group (7b4128e7-0236-48d5-a4e4-b935a559e54b), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:33.982674 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7699-f8c2-4ca7-bc20-56f1688722a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (7b4128e7-0236-48d5-a4e4-b935a559e54b), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:34.021164 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-7b7d7699-f8c2-4ca7-bc20-56f1688722a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=319ff16d1e384f6daf2af2155213e1ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965580 Apr 28 15:07:34.021906 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d7699-f8c2-4ca7-bc20-56f1688722a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4128e7-0236-48d5-a4e4-b935a559e54b,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:34.023932 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58162) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:34.075941 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2e4dae8b-33e2-4173-a2a9-a0d324c21e14 admin admin] Publish callbacks [] for security_group (7b4128e7-0236-48d5-a4e4-b935a559e54b), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:34.099639 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2e4dae8b-33e2-4173-a2a9-a0d324c21e14 admin admin] Publish callbacks [] for security_group (7b4128e7-0236-48d5-a4e4-b935a559e54b), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:34.233755 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2e4dae8b-33e2-4173-a2a9-a0d324c21e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (7b4128e7-0236-48d5-a4e4-b935a559e54b), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:34.236477 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2e4dae8b-33e2-4173-a2a9-a0d324c21e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:34.237681 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-2e4dae8b-33e2-4173-a2a9-a0d324c21e14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b4128e7-0236-48d5-a4e4-b935a559e54b HTTP/1.1" status: 204 len: 168 time: 0.2108545 Apr 28 15:07:34.245728 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dae8b-33e2-4173-a2a9-a0d324c21e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4128e7-0236-48d5-a4e4-b935a559e54b,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:34.407852 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-92716d11-a3a4-4484-bda4-976a8655b5a4 req-7982a495-e569-46b0-9de6-0a58d1ea523f tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 210 time: 0.0291476 Apr 28 15:07:35.262277 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-e3d6ccb3-5ae0-4aa4-8158-b07f19de2750 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:35.264308 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-e3d6ccb3-5ae0-4aa4-8158-b07f19de2750 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.42 "GET /v2.0/networks?id=b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 HTTP/1.1" status: 200 len: 808 time: 0.1210828 Apr 28 15:07:35.275848 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Request body: {'port': {'device_id': 'c60d580c-023d-491f-9063-4f6c53f15fc6', 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0', 'admin_state_up': True, 'tenant_id': 'b5a07ac4715b4c0394c6f4a6a25f5bc2'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:07:35.456542 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Made reservation on behalf of b5a07ac4715b4c0394c6f4a6a25f5bc2 for: {'port': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:07:35.460160 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:35.558016 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-972749d1-f419-4f0b-8395-077fffc8a676 req-0879661c-3dc7-46ab-ae5e-08c03f5edd77 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 210 time: 0.0627165 Apr 28 15:07:35.605196 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Allocated IP 172.20.0.11 (b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0/33f287d1-a850-4450-a8d5-839c78f8f79e/53236691-8cc3-43e3-87ed-3a4dfccf888c) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:07:35.772052 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks [] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:35.874766 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:35.920708 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:07:35.928154 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:07:35.932864 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:07:35.937221 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Pushing event updated for resources: {'Port': ['ID=53236691-8cc3-43e3-87ed-3a4dfccf888c,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:35.990762 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:35.992841 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:36.094109 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d19721cd-702e-4b58-9085-b7a204fa43c1 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8219540 Apr 28 15:07:36.106640 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Request body: {'port': {'device_id': 'c60d580c-023d-491f-9063-4f6c53f15fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:07:36.182890 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:36.487439 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53236691-8cc3-43e3-87ed-3a4dfccf888c {{(pid=110070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:07:36.499001 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Publish callbacks [] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:36.513071 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.provisioning_blocks [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Transition to ACTIVE for port object 53236691-8cc3-43e3-87ed-3a4dfccf888c will not be triggered until provisioned by entity L2. {{(pid=110070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:07:36.592817 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:36.699269 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Pushing event updated for resources: {'Port': ['ID=53236691-8cc3-43e3-87ed-3a4dfccf888c,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:36.707387 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0720d-e118-48cd-903f-c21032a13ad9 req-455e741a-e04d-4c70-8e63-e5f39aeed9b5 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:36.708970 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f4b0720d-e118-48cd-903f-c21032a13ad9 req-455e741a-e04d-4c70-8e63-e5f39aeed9b5 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 944 time: 0.0748763 Apr 28 15:07:36.802946 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f4b0720d-e118-48cd-903f-c21032a13ad9 req-7df59149-5203-4640-9d2f-1b6596af2481 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782950 Apr 28 15:07:36.813195 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Attempting to bind port 53236691-8cc3-43e3-87ed-3a4dfccf888c on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:07:36.813576 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Attempting to bind port 53236691-8cc3-43e3-87ed-3a4dfccf888c by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'd0110ef7-6bd2-4c0d-be3f-7ca50148c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0'}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:07:36.813895 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Attempting to bind port 53236691-8cc3-43e3-87ed-3a4dfccf888c on network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:07:36.818634 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Port 53236691-8cc3-43e3-87ed-3a4dfccf888c on network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:07:36.818965 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Attempting to bind port 53236691-8cc3-43e3-87ed-3a4dfccf888c on network b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:07:36.824083 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:07:36.824424 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Checking segment: {'id': 'd0110ef7-6bd2-4c0d-be3f-7ca50148c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:07:36.824864 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Bound using segment: {'id': 'd0110ef7-6bd2-4c0d-be3f-7ca50148c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0'} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:07:36.825324 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Bound port: 53236691-8cc3-43e3-87ed-3a4dfccf888c, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0110ef7-6bd2-4c0d-be3f-7ca50148c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0'}}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:07:36.825685 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:36.895669 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] For port 53236691-8cc3-43e3-87ed-3a4dfccf888c, host hv-cinder-83976, cleared binding levels {{(pid=110070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:07:36.898790 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] For port 53236691-8cc3-43e3-87ed-3a4dfccf888c, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=53236691-8cc3-43e3-87ed-3a4dfccf888c,segment=NetworkSegment(d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5),segment_id=d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5)] {{(pid=110070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:07:36.983185 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:37.018027 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:37.018250 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:37.019600 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] 10.222.0.42 "PUT /v2.0/ports/53236691-8cc3-43e3-87ed-3a4dfccf888c HTTP/1.1" status: 200 len: 1094 time: 0.9175093 Apr 28 15:07:37.022241 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60d580c-023d-491f-9063-4f6c53f15fc6', 'tag': '53236691-8cc3-43e3-87ed-3a4dfccf888c'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:07:37.025286 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5351a8d6-d20a-4aa0-b1bb-827cd3c1ff0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c60d580c-023d-491f-9063-4f6c53f15fc6", "tag": "53236691-8cc3-43e3-87ed-3a4dfccf888c"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:07:37.066027 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91adcf29-a8e5-478d-806b-2593d565e827 x-openstack-request-id: req-91adcf29-a8e5-478d-806b-2593d565e827 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:07:37.066411 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60d580c-023d-491f-9063-4f6c53f15fc6", "tag": "53236691-8cc3-43e3-87ed-3a4dfccf888c", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:07:37.066725 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91adcf29-a8e5-478d-806b-2593d565e827 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:07:37.067126 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91adcf29-a8e5-478d-806b-2593d565e827'] response: {'name': 'network-changed', 'server_uuid': 'c60d580c-023d-491f-9063-4f6c53f15fc6', 'tag': '53236691-8cc3-43e3-87ed-3a4dfccf888c', 'status': 'completed', 'code': 200} Apr 28 15:07:37.073170 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60805ac-54dd-4dd4-a60f-49ed5a57801a service neutron] Pushing event updated for resources: {'Port': ['ID=53236691-8cc3-43e3-87ed-3a4dfccf888c,revision_number=3']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:37.127655 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351a8d6-d20a-4aa0-b1bb-827cd3c1ff0c req-3b78ac06-d961-4c81-9b35-14c4aff3a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:37.129221 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5351a8d6-d20a-4aa0-b1bb-827cd3c1ff0c req-3b78ac06-d961-4c81-9b35-14c4aff3a871 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5a07ac4715b4c0394c6f4a6a25f5bc2&device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 1128 time: 0.0425358 Apr 28 15:07:37.241359 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351a8d6-d20a-4aa0-b1bb-827cd3c1ff0c req-ac2eca70-5407-425a-b1ac-3be4581b704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:37.243567 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5351a8d6-d20a-4aa0-b1bb-827cd3c1ff0c req-ac2eca70-5407-425a-b1ac-3be4581b704f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b5a07ac4715b4c0394c6f4a6a25f5bc2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1055954 Apr 28 15:07:37.366198 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351a8d6-d20a-4aa0-b1bb-827cd3c1ff0c req-5976d29d-065d-41a7-811f-26f22758e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:37.367815 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5351a8d6-d20a-4aa0-b1bb-827cd3c1ff0c req-5976d29d-065d-41a7-811f-26f22758e933 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1189868 Apr 28 15:07:37.454140 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-8c76b4bb-54a5-4285-acc2-1c43bb828809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:37.455724 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-8c76b4bb-54a5-4285-acc2-1c43bb828809 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5a07ac4715b4c0394c6f4a6a25f5bc2&device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 1128 time: 0.0453579 Apr 28 15:07:37.501338 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-e6a9f06a-5c76-422a-8a42-38a166333701 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53236691-8cc3-43e3-87ed-3a4dfccf888c HTTP/1.1" status: 200 len: 217 time: 0.0380330 Apr 28 15:07:37.557784 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-bee8ba98-a7de-456e-ac10-9f916f028e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:37.559906 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-bee8ba98-a7de-456e-ac10-9f916f028e21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33f287d1-a850-4450-a8d5-839c78f8f79e HTTP/1.1" status: 200 len: 848 time: 0.0519216 Apr 28 15:07:37.601278 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-d8c0ea68-c126-4c2f-8e79-56311904f754 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344458 Apr 28 15:07:37.716102 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-754d05be-b4ea-432a-ae01-e2053ed38df9 service neutron] 10.222.0.42 "GET /v2.0/networks/b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084957 Apr 28 15:07:37.816330 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-231e7050-c1ba-41d2-a79e-552fba8caedb req-65d9fc33-a19d-4eb9-b4a6-e6d8106ed948 service neutron] 10.222.0.42 "GET /v2.0/networks/b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947144 Apr 28 15:07:37.943905 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115528f-1ea8-433e-831e-39aa71c396d8 req-eabb408b-bbff-4917-81ee-60b12a291d48 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:37.945559 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3115528f-1ea8-433e-831e-39aa71c396d8 req-eabb408b-bbff-4917-81ee-60b12a291d48 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 944 time: 0.0540295 Apr 28 15:07:38.006240 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3115528f-1ea8-433e-831e-39aa71c396d8 req-1115401d-b4f9-45ee-8131-31eb98d033d9 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539367 Apr 28 15:07:38.100075 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58280) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:38.249334 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-935a15de-0170-4484-8b5b-bfbac8453883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:38.340395 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-935a15de-0170-4484-8b5b-bfbac8453883 admin admin] Publish callbacks [] for security_group (6082fe2c-4876-4a7e-899d-28c5083e2680), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:38.410924 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-935a15de-0170-4484-8b5b-bfbac8453883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (6082fe2c-4876-4a7e-899d-28c5083e2680), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:38.451706 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a15de-0170-4484-8b5b-bfbac8453883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6082fe2c-4876-4a7e-899d-28c5083e2680,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:38.459883 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-935a15de-0170-4484-8b5b-bfbac8453883 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47e1d65d83a7433193aba9f270b2ff83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546205 Apr 28 15:07:38.459883 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58298) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:38.520775 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-03fb47b0-c2b3-4699-aec2-ef474dafb55d admin admin] Publish callbacks [] for security_group (6082fe2c-4876-4a7e-899d-28c5083e2680), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:38.545763 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-03fb47b0-c2b3-4699-aec2-ef474dafb55d admin admin] Publish callbacks [] for security_group (6082fe2c-4876-4a7e-899d-28c5083e2680), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:38.667759 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-03fb47b0-c2b3-4699-aec2-ef474dafb55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (6082fe2c-4876-4a7e-899d-28c5083e2680), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:38.670617 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-03fb47b0-c2b3-4699-aec2-ef474dafb55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:38.671785 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-03fb47b0-c2b3-4699-aec2-ef474dafb55d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6082fe2c-4876-4a7e-899d-28c5083e2680 HTTP/1.1" status: 204 len: 168 time: 0.2121992 Apr 28 15:07:38.686487 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb47b0-c2b3-4699-aec2-ef474dafb55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6082fe2c-4876-4a7e-899d-28c5083e2680,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:38.868085 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58310) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:39.108174 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 53236691-8cc3-43e3-87ed-3a4dfccf888c details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:07:39.181553 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1e1d7cba-b7ea-48b5-bf60-b91259ce4c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:39.225483 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef390b85-1ae0-4775-ab24-e13ecea56d09 req-af49b938-7f57-497a-b84a-24cf49651588 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:39.227121 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ef390b85-1ae0-4775-ab24-e13ecea56d09 req-af49b938-7f57-497a-b84a-24cf49651588 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 944 time: 0.1112452 Apr 28 15:07:39.287223 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ef390b85-1ae0-4775-ab24-e13ecea56d09 req-0005db16-2a60-40a9-9f07-66f1da4955ab tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494487 Apr 28 15:07:39.287502 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1e1d7cba-b7ea-48b5-bf60-b91259ce4c1a admin admin] Publish callbacks [] for security_group (558ab07b-f3ea-4183-800c-2fd3dd1e7e57), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:39.312557 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 53236691-8cc3-43e3-87ed-3a4dfccf888c, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=53236691-8cc3-43e3-87ed-3a4dfccf888c,segment=NetworkSegment(d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5),segment_id=d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:39.335712 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '53236691-8cc3-43e3-87ed-3a4dfccf888c', 'network_id': 'b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0', 'port_id': '53236691-8cc3-43e3-87ed-3a4dfccf888c', 'mac_address': 'fa:16:3e:f4:86:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f287d1-a850-4450-a8d5-839c78f8f79e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:07:39.359506 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1e1d7cba-b7ea-48b5-bf60-b91259ce4c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (558ab07b-f3ea-4183-800c-2fd3dd1e7e57), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:39.375323 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 53236691-8cc3-43e3-87ed-3a4dfccf888c is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:07:39.375719 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:39.390540 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53236691-8cc3-43e3-87ed-3a4dfccf888c {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:07:39.409678 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-1e1d7cba-b7ea-48b5-bf60-b91259ce4c1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35573c70711a451eaf389f3eb384c75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5381029 Apr 28 15:07:39.409678 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d7cba-b7ea-48b5-bf60-b91259ce4c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558ab07b-f3ea-4183-800c-2fd3dd1e7e57,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:39.410238 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 58318) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:39.417177 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 53236691-8cc3-43e3-87ed-3a4dfccf888c, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=53236691-8cc3-43e3-87ed-3a4dfccf888c,segment=NetworkSegment(d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5),segment_id=d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:39.472601 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2c550896-7f1f-45b8-90d8-9941c0b56421 admin admin] Publish callbacks [] for security_group (558ab07b-f3ea-4183-800c-2fd3dd1e7e57), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:39.490568 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:39.492475 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2c550896-7f1f-45b8-90d8-9941c0b56421 admin admin] Publish callbacks [] for security_group (558ab07b-f3ea-4183-800c-2fd3dd1e7e57), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:39.539451 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=53236691-8cc3-43e3-87ed-3a4dfccf888c,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:39.650692 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2c550896-7f1f-45b8-90d8-9941c0b56421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (558ab07b-f3ea-4183-800c-2fd3dd1e7e57), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:39.653474 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2c550896-7f1f-45b8-90d8-9941c0b56421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:39.654649 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-2c550896-7f1f-45b8-90d8-9941c0b56421 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/558ab07b-f3ea-4183-800c-2fd3dd1e7e57 HTTP/1.1" status: 204 len: 168 time: 0.2430916 Apr 28 15:07:39.663756 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c550896-7f1f-45b8-90d8-9941c0b56421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558ab07b-f3ea-4183-800c-2fd3dd1e7e57,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:39.690783 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['53236691-8cc3-43e3-87ed-3a4dfccf888c'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:07:40.263620 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58326) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:40.276873 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4714c0c1-39a7-4dcb-9b69-3acf58a812a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:40.355717 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4714c0c1-39a7-4dcb-9b69-3acf58a812a2 admin admin] Publish callbacks [] for security_group (d26e04b6-9084-4692-9415-2f9e8477551e), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:40.406707 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8728cd-01ac-46d4-b4df-3dd32d769a6e req-b9898726-aaea-48af-a024-0284591a75f5 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:40.408208 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fd8728cd-01ac-46d4-b4df-3dd32d769a6e req-b9898726-aaea-48af-a024-0284591a75f5 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 945 time: 0.0486341 Apr 28 15:07:40.427183 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4714c0c1-39a7-4dcb-9b69-3acf58a812a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (d26e04b6-9084-4692-9415-2f9e8477551e), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:40.483985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714c0c1-39a7-4dcb-9b69-3acf58a812a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26e04b6-9084-4692-9415-2f9e8477551e,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:40.493369 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-4714c0c1-39a7-4dcb-9b69-3acf58a812a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5c4c01710334f65a07b38154620c9b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286048 Apr 28 15:07:40.497557 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-fd8728cd-01ac-46d4-b4df-3dd32d769a6e req-31fbf0d2-5296-4548-9f19-d100198819ec tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833626 Apr 28 15:07:40.498417 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 58338) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:40.555818 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d005023a-b7a5-465b-b8f8-76a09b59d067 admin admin] Publish callbacks [] for security_group (d26e04b6-9084-4692-9415-2f9e8477551e), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:40.578338 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d005023a-b7a5-465b-b8f8-76a09b59d067 admin admin] Publish callbacks [] for security_group (d26e04b6-9084-4692-9415-2f9e8477551e), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:40.684999 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d005023a-b7a5-465b-b8f8-76a09b59d067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (d26e04b6-9084-4692-9415-2f9e8477551e), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:40.687595 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-d005023a-b7a5-465b-b8f8-76a09b59d067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:40.691239 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-d005023a-b7a5-465b-b8f8-76a09b59d067 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d26e04b6-9084-4692-9415-2f9e8477551e HTTP/1.1" status: 204 len: 168 time: 0.1893625 Apr 28 15:07:40.696599 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005023a-b7a5-465b-b8f8-76a09b59d067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26e04b6-9084-4692-9415-2f9e8477551e,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:41.131709 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 53236691-8cc3-43e3-87ed-3a4dfccf888c up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:07:41.178836 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 53236691-8cc3-43e3-87ed-3a4dfccf888c completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:07:41.285096 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 53236691-8cc3-43e3-87ed-3a4dfccf888c triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:07:41.285411 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:41.381390 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 53236691-8cc3-43e3-87ed-3a4dfccf888c is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:07:41.382030 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:41.417519 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60d580c-023d-491f-9063-4f6c53f15fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53236691-8cc3-43e3-87ed-3a4dfccf888c'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:07:41.420909 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138c6b15-c616-4595-ade6-b983321c4b4a" -d '{"events": [{"server_uuid": "c60d580c-023d-491f-9063-4f6c53f15fc6", "name": "network-vif-plugged", "status": "completed", "tag": "53236691-8cc3-43e3-87ed-3a4dfccf888c"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:07:41.435586 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 53236691-8cc3-43e3-87ed-3a4dfccf888c, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=53236691-8cc3-43e3-87ed-3a4dfccf888c,segment=NetworkSegment(d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5),segment_id=d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:41.456276 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faaa04b-b7d2-4089-b8f2-fff231ca8fc6 x-openstack-request-id: req-5faaa04b-b7d2-4089-b8f2-fff231ca8fc6 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:07:41.456570 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60d580c-023d-491f-9063-4f6c53f15fc6", "name": "network-vif-plugged", "status": "completed", "tag": "53236691-8cc3-43e3-87ed-3a4dfccf888c", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:07:41.456858 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5faaa04b-b7d2-4089-b8f2-fff231ca8fc6 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:07:41.457281 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5faaa04b-b7d2-4089-b8f2-fff231ca8fc6'] response: {'server_uuid': 'c60d580c-023d-491f-9063-4f6c53f15fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53236691-8cc3-43e3-87ed-3a4dfccf888c', 'code': 200} Apr 28 15:07:41.524564 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:41.610621 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=53236691-8cc3-43e3-87ed-3a4dfccf888c,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:41.639466 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147a66e-4abe-4f77-975b-0da937cf609c req-db837249-592b-4644-91d6-1cde54f10e11 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:41.641139 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1147a66e-4abe-4f77-975b-0da937cf609c req-db837249-592b-4644-91d6-1cde54f10e11 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 946 time: 0.0583737 Apr 28 15:07:41.699223 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1147a66e-4abe-4f77-975b-0da937cf609c req-55327d29-a413-481f-b1b4-253bec61b10a tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495346 Apr 28 15:07:41.800999 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e812a-ae2e-434f-80ff-7317836f8916 req-5a65d7c6-40e1-4fc8-ba02-89d3972f28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:41.801405 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-699e812a-ae2e-434f-80ff-7317836f8916 req-5a65d7c6-40e1-4fc8-ba02-89d3972f28a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 1130 time: 0.0441060 Apr 28 15:07:41.852134 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-699e812a-ae2e-434f-80ff-7317836f8916 req-7283c706-ecf8-4c3c-8fbb-750d7600d849 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447161 Apr 28 15:07:42.095035 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 58390) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:42.268751 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1dcd672a-41e9-419f-9b69-432937096612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:42.355930 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1dcd672a-41e9-419f-9b69-432937096612 admin admin] Publish callbacks [] for security_group (4b7726ca-2a5c-4b07-8b4b-454106d801af), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:42.439296 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-1dcd672a-41e9-419f-9b69-432937096612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (4b7726ca-2a5c-4b07-8b4b-454106d801af), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:42.480709 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-1dcd672a-41e9-419f-9b69-432937096612 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c188623b3ce44c6ba3dda9845cda6a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836811 Apr 28 15:07:42.480896 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd672a-41e9-419f-9b69-432937096612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7726ca-2a5c-4b07-8b4b-454106d801af,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:42.483237 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58402) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:42.538848 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f3e3a679-48b3-4ce8-91ce-8f14d3c78333 admin admin] Publish callbacks [] for security_group (4b7726ca-2a5c-4b07-8b4b-454106d801af), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:42.562165 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f3e3a679-48b3-4ce8-91ce-8f14d3c78333 admin admin] Publish callbacks [] for security_group (4b7726ca-2a5c-4b07-8b4b-454106d801af), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:42.679167 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f3e3a679-48b3-4ce8-91ce-8f14d3c78333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (4b7726ca-2a5c-4b07-8b4b-454106d801af), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:42.681871 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f3e3a679-48b3-4ce8-91ce-8f14d3c78333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:42.683034 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-f3e3a679-48b3-4ce8-91ce-8f14d3c78333 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b7726ca-2a5c-4b07-8b4b-454106d801af HTTP/1.1" status: 204 len: 168 time: 0.1977050 Apr 28 15:07:42.692924 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3a679-48b3-4ce8-91ce-8f14d3c78333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7726ca-2a5c-4b07-8b4b-454106d801af,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:42.835698 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe82e15-3dcd-4409-b87f-d4a8782e24ea req-f941a7c5-ef13-4f4b-8980-eeca56b67858 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:42.837299 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0fe82e15-3dcd-4409-b87f-d4a8782e24ea req-f941a7c5-ef13-4f4b-8980-eeca56b67858 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 946 time: 0.0538690 Apr 28 15:07:42.889593 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0fe82e15-3dcd-4409-b87f-d4a8782e24ea req-ef205ab2-0ba2-4998-b52d-d123a3234e9e tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 Apr 28 15:07:43.509230 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58416) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:43.523031 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c71a69ea-ba0f-4688-955d-963a3b5f2eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:43.616987 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c71a69ea-ba0f-4688-955d-963a3b5f2eab admin admin] Publish callbacks [] for security_group (f562c0e0-4664-49a6-bf42-8c34f0a2a7f4), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:43.685641 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c71a69ea-ba0f-4688-955d-963a3b5f2eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (f562c0e0-4664-49a6-bf42-8c34f0a2a7f4), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:43.726418 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a69ea-ba0f-4688-955d-963a3b5f2eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f562c0e0-4664-49a6-bf42-8c34f0a2a7f4,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:43.731956 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-c71a69ea-ba0f-4688-955d-963a3b5f2eab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd2a28a2634540bdb04ade101db906ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216587 Apr 28 15:07:43.734777 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58422) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:07:43.787889 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a0c952a1-a7e4-4fdf-b748-bd03bceaeddc admin admin] Publish callbacks [] for security_group (f562c0e0-4664-49a6-bf42-8c34f0a2a7f4), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:43.809991 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a0c952a1-a7e4-4fdf-b748-bd03bceaeddc admin admin] Publish callbacks [] for security_group (f562c0e0-4664-49a6-bf42-8c34f0a2a7f4), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:43.936265 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a0c952a1-a7e4-4fdf-b748-bd03bceaeddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (f562c0e0-4664-49a6-bf42-8c34f0a2a7f4), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:43.938973 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a0c952a1-a7e4-4fdf-b748-bd03bceaeddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:43.940167 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-a0c952a1-a7e4-4fdf-b748-bd03bceaeddc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f562c0e0-4664-49a6-bf42-8c34f0a2a7f4 HTTP/1.1" status: 204 len: 168 time: 0.2045083 Apr 28 15:07:43.949284 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c952a1-a7e4-4fdf-b748-bd03bceaeddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f562c0e0-4664-49a6-bf42-8c34f0a2a7f4,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:44.020249 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d2309-71f6-42ec-a85b-5f0ef95404c2 req-fbdaf477-511f-479b-bf6f-8475881f47ef tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:44.021817 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2a0d2309-71f6-42ec-a85b-5f0ef95404c2 req-fbdaf477-511f-479b-bf6f-8475881f47ef tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 946 time: 0.0496111 Apr 28 15:07:44.077744 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2a0d2309-71f6-42ec-a85b-5f0ef95404c2 req-ddb5d82e-608a-4ea1-8d4c-4c0f1b030cfa tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500526 Apr 28 15:07:44.496056 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-11c18efb-9de6-4d70-9c0f-5d38472106cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:45.399595 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fc9f5-eb7d-4f1e-b183-6e9bd5dc4259 req-42d44eb9-d586-4f0c-89c1-481f5973e429 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:45.401141 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e41fc9f5-eb7d-4f1e-b183-6e9bd5dc4259 req-42d44eb9-d586-4f0c-89c1-481f5973e429 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 946 time: 0.0500000 Apr 28 15:07:45.454074 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e41fc9f5-eb7d-4f1e-b183-6e9bd5dc4259 req-f9164114-0d8f-4f6e-9d25-d4df8f807229 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465033 Apr 28 15:07:46.577190 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1c30c-c270-463e-b586-f11f8b6beb6c req-e30d980d-ad62-4306-aa5f-509360c074c4 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:46.578862 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-91e1c30c-c270-463e-b586-f11f8b6beb6c req-e30d980d-ad62-4306-aa5f-509360c074c4 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 946 time: 0.0504086 Apr 28 15:07:46.628544 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-91e1c30c-c270-463e-b586-f11f8b6beb6c req-390d408c-d5be-4e83-9556-beb1cf737e76 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439985 Apr 28 15:07:46.752719 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-09aaa912-fe54-408c-8840-c2b1a7f3e2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:47.742364 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c40edc-8a08-4c97-8c5f-15e70922d5f8 req-dc94b2e1-9697-458f-b2c7-06b3f3e51313 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:47.743870 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-01c40edc-8a08-4c97-8c5f-15e70922d5f8 req-dc94b2e1-9697-458f-b2c7-06b3f3e51313 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 946 time: 0.0475142 Apr 28 15:07:47.792602 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-01c40edc-8a08-4c97-8c5f-15e70922d5f8 req-e829d24f-a38b-4746-9f13-f711a79877f5 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/security-groups?id=61d6463f-d565-4744-82c2-59d4d8be9800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 Apr 28 15:07:47.804839 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:07:48.096339 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:48.305334 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d9489-ce7a-4a1f-a4c5-8cda1279a4ad req-8c201857-ab7f-4e3b-a119-f51ce8833c30 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:48.306853 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f50d9489-ce7a-4a1f-a4c5-8cda1279a4ad req-8c201857-ab7f-4e3b-a119-f51ce8833c30 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 946 time: 0.0518689 Apr 28 15:07:48.395559 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-f50d9489-ce7a-4a1f-a4c5-8cda1279a4ad req-96f061f1-460c-4a9e-b916-6fd57b1714e6 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Deleting port 53236691-8cc3-43e3-87ed-3a4dfccf888c {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:07:48.395905 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-f50d9489-ce7a-4a1f-a4c5-8cda1279a4ad req-96f061f1-460c-4a9e-b916-6fd57b1714e6 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:48.490488 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-f50d9489-ce7a-4a1f-a4c5-8cda1279a4ad req-96f061f1-460c-4a9e-b916-6fd57b1714e6 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] For port 53236691-8cc3-43e3-87ed-3a4dfccf888c, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=53236691-8cc3-43e3-87ed-3a4dfccf888c,segment=NetworkSegment(d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5),segment_id=d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:48.490851 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-f50d9489-ce7a-4a1f-a4c5-8cda1279a4ad req-96f061f1-460c-4a9e-b916-6fd57b1714e6 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:48.505665 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-f50d9489-ce7a-4a1f-a4c5-8cda1279a4ad req-96f061f1-460c-4a9e-b916-6fd57b1714e6 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Calling delete_port for 53236691-8cc3-43e3-87ed-3a4dfccf888c owned by compute:nova {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:07:48.707719 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-f50d9489-ce7a-4a1f-a4c5-8cda1279a4ad req-96f061f1-460c-4a9e-b916-6fd57b1714e6 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (53236691-8cc3-43e3-87ed-3a4dfccf888c), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:48.725034 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['53236691-8cc3-43e3-87ed-3a4dfccf888c'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:07:48.757941 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f061f1-460c-4a9e-b916-6fd57b1714e6 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Pushing event deleted for resources: {'Port': ['ID=53236691-8cc3-43e3-87ed-3a4dfccf888c,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:48.814137 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50d9489-ce7a-4a1f-a4c5-8cda1279a4ad req-96f061f1-460c-4a9e-b916-6fd57b1714e6 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] No DVR routers for this DVR port 53236691-8cc3-43e3-87ed-3a4dfccf888c on host hv-cinder-83976 {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:07:48.816857 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-f50d9489-ce7a-4a1f-a4c5-8cda1279a4ad req-96f061f1-460c-4a9e-b916-6fd57b1714e6 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:48.820405 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f50d9489-ce7a-4a1f-a4c5-8cda1279a4ad req-96f061f1-460c-4a9e-b916-6fd57b1714e6 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.42 "DELETE /v2.0/ports/53236691-8cc3-43e3-87ed-3a4dfccf888c HTTP/1.1" status: 204 len: 173 time: 0.5083358 Apr 28 15:07:48.820901 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60d580c-023d-491f-9063-4f6c53f15fc6', 'name': 'network-vif-deleted', 'tag': '53236691-8cc3-43e3-87ed-3a4dfccf888c'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:07:48.823203 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66c9f23-d74d-49d9-9746-180d89d13216" -d '{"events": [{"server_uuid": "c60d580c-023d-491f-9063-4f6c53f15fc6", "name": "network-vif-deleted", "tag": "53236691-8cc3-43e3-87ed-3a4dfccf888c"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:07:48.860792 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e97f21c-a7f9-4813-aea1-0d5898ec66b8 x-openstack-request-id: req-8e97f21c-a7f9-4813-aea1-0d5898ec66b8 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:07:48.861089 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60d580c-023d-491f-9063-4f6c53f15fc6", "name": "network-vif-deleted", "tag": "53236691-8cc3-43e3-87ed-3a4dfccf888c", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:07:48.861344 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e97f21c-a7f9-4813-aea1-0d5898ec66b8 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:07:48.861749 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e97f21c-a7f9-4813-aea1-0d5898ec66b8'] response: {'server_uuid': 'c60d580c-023d-491f-9063-4f6c53f15fc6', 'name': 'network-vif-deleted', 'tag': '53236691-8cc3-43e3-87ed-3a4dfccf888c', 'status': 'completed', 'code': 200} Apr 28 15:07:48.905775 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-06b087a1-5abc-4137-bb9d-317aab414226 req-011c47ac-71a8-4e59-a3f8-4b1d60299c21 tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 210 time: 0.0290480 Apr 28 15:07:49.353264 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:50.014515 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-897b3085-a1e8-4459-ac5d-af49d7558002 req-b605f753-a00e-4cef-ac55-f49ff0cb9b6f tempest-VolumesActionsTest-1895647339 tempest-VolumesActionsTest-1895647339-project] 10.222.0.31 "GET /v2.0/ports?device_id=c60d580c-023d-491f-9063-4f6c53f15fc6 HTTP/1.1" status: 200 len: 210 time: 0.0282354 Apr 28 15:07:50.861633 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:07:52.169160 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 53236691-8cc3-43e3-87ed-3a4dfccf888c no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:52.192157 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 53236691-8cc3-43e3-87ed-3a4dfccf888c {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:07:52.192497 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 53236691-8cc3-43e3-87ed-3a4dfccf888c not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:08:00.862675 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:05.292530 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58796) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:05.458319 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:05.560332 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Publish callbacks [] for security_group (acf7904c-e58f-4000-9a35-fd72d9ec5f4d), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:05.627360 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (acf7904c-e58f-4000-9a35-fd72d9ec5f4d), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:05.670760 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1bd8bdb50d34bfa8a6b12934e8175cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770111 Apr 28 15:08:05.673769 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58806) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:05.680380 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf7904c-e58f-4000-9a35-fd72d9ec5f4d,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:05.696965 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.696965 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.696965 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.696965 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.696965 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.697753 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.697753 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.698011 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.698162 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.698442 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.699011 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.699343 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.699672 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.700042 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.700348 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3e340-2ef5-4796-8f36-e367756dd11e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:05.754554 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44048754-b371-4d4a-a3a7-3f3e8c82cbf5 admin admin] Publish callbacks [] for security_group (acf7904c-e58f-4000-9a35-fd72d9ec5f4d), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:05.788916 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44048754-b371-4d4a-a3a7-3f3e8c82cbf5 admin admin] Publish callbacks [] for security_group (acf7904c-e58f-4000-9a35-fd72d9ec5f4d), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:05.924061 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44048754-b371-4d4a-a3a7-3f3e8c82cbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (acf7904c-e58f-4000-9a35-fd72d9ec5f4d), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:05.927355 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-44048754-b371-4d4a-a3a7-3f3e8c82cbf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:05.928598 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-44048754-b371-4d4a-a3a7-3f3e8c82cbf5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acf7904c-e58f-4000-9a35-fd72d9ec5f4d HTTP/1.1" status: 204 len: 168 time: 0.2536812 Apr 28 15:08:05.938642 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44048754-b371-4d4a-a3a7-3f3e8c82cbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf7904c-e58f-4000-9a35-fd72d9ec5f4d,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:06.702521 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58820) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:06.724991 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-da8e804a-95f5-4901-90ae-6b04038fc4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:06.845855 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-da8e804a-95f5-4901-90ae-6b04038fc4a1 admin admin] Publish callbacks [] for security_group (ad80ced9-2bd9-4960-9b8a-eadf097771a9), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:06.927693 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-da8e804a-95f5-4901-90ae-6b04038fc4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (ad80ced9-2bd9-4960-9b8a-eadf097771a9), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:06.983349 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-da8e804a-95f5-4901-90ae-6b04038fc4a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f28834a795a04a2db8f8cee3865e7c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797134 Apr 28 15:08:06.988640 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 58826) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:06.991412 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e804a-95f5-4901-90ae-6b04038fc4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad80ced9-2bd9-4960-9b8a-eadf097771a9,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:07.087199 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Publish callbacks [] for security_group (ad80ced9-2bd9-4960-9b8a-eadf097771a9), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:07.118157 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Publish callbacks [] for security_group (ad80ced9-2bd9-4960-9b8a-eadf097771a9), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:07.239022 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (ad80ced9-2bd9-4960-9b8a-eadf097771a9), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:07.245452 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:07.246908 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad80ced9-2bd9-4960-9b8a-eadf097771a9 HTTP/1.1" status: 204 len: 168 time: 0.2567432 Apr 28 15:08:07.258572 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad80ced9-2bd9-4960-9b8a-eadf097771a9,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:07.269515 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.269870 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.270218 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.270567 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.270905 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.271241 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.271582 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.273395 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.273984 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.274484 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.275137 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.275640 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.276138 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.276639 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:07.277231 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d6885c-1866-492b-9fea-e10b3222329a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:08.254499 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 58848) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:08.271256 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a3342969-ef20-4c67-b884-97f5f58c5d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:08.398426 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a3342969-ef20-4c67-b884-97f5f58c5d1e admin admin] Publish callbacks [] for security_group (f244602c-7812-4d46-bb52-6172cbef28e9), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:08.467820 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a3342969-ef20-4c67-b884-97f5f58c5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (f244602c-7812-4d46-bb52-6172cbef28e9), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:08.513630 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-a3342969-ef20-4c67-b884-97f5f58c5d1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0913f31e305e4a2a92b132272d552a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579629 Apr 28 15:08:08.515083 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3342969-ef20-4c67-b884-97f5f58c5d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f244602c-7812-4d46-bb52-6172cbef28e9,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:08.517286 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58852) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:08.610157 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-bdc5d885-eddc-4f2d-af4c-1fbced0d0585 admin admin] Publish callbacks [] for security_group (f244602c-7812-4d46-bb52-6172cbef28e9), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:08.649514 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-bdc5d885-eddc-4f2d-af4c-1fbced0d0585 admin admin] Publish callbacks [] for security_group (f244602c-7812-4d46-bb52-6172cbef28e9), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:08.788601 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-bdc5d885-eddc-4f2d-af4c-1fbced0d0585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (f244602c-7812-4d46-bb52-6172cbef28e9), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:08.791470 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-bdc5d885-eddc-4f2d-af4c-1fbced0d0585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:08.801309 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-bdc5d885-eddc-4f2d-af4c-1fbced0d0585 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f244602c-7812-4d46-bb52-6172cbef28e9 HTTP/1.1" status: 204 len: 168 time: 0.2784765 Apr 28 15:08:08.821544 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5d885-eddc-4f2d-af4c-1fbced0d0585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f244602c-7812-4d46-bb52-6172cbef28e9,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:11.893153 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58934) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:12.029244 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ff76a78c-a5d1-4229-92fd-b91f212c8381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:12.130466 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ff76a78c-a5d1-4229-92fd-b91f212c8381 admin admin] Publish callbacks [] for security_group (9aa0f8d8-4aaa-48e4-a1ea-3d0772c4f770), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:12.210528 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ff76a78c-a5d1-4229-92fd-b91f212c8381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (9aa0f8d8-4aaa-48e4-a1ea-3d0772c4f770), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:12.259058 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-ff76a78c-a5d1-4229-92fd-b91f212c8381 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6db1fe42df14b5497fc70fa9ff4f09c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624859 Apr 28 15:08:12.259617 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 58938) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:12.267226 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76a78c-a5d1-4229-92fd-b91f212c8381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa0f8d8-4aaa-48e4-a1ea-3d0772c4f770,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:12.321540 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ae375e92-1320-4995-b229-12e8d61024e3 admin admin] Publish callbacks [] for security_group (9aa0f8d8-4aaa-48e4-a1ea-3d0772c4f770), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:12.349069 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ae375e92-1320-4995-b229-12e8d61024e3 admin admin] Publish callbacks [] for security_group (9aa0f8d8-4aaa-48e4-a1ea-3d0772c4f770), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:12.484677 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ae375e92-1320-4995-b229-12e8d61024e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (9aa0f8d8-4aaa-48e4-a1ea-3d0772c4f770), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:12.487304 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ae375e92-1320-4995-b229-12e8d61024e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:12.488459 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-ae375e92-1320-4995-b229-12e8d61024e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9aa0f8d8-4aaa-48e4-a1ea-3d0772c4f770 HTTP/1.1" status: 204 len: 168 time: 0.2278709 Apr 28 15:08:12.506070 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae375e92-1320-4995-b229-12e8d61024e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa0f8d8-4aaa-48e4-a1ea-3d0772c4f770,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:13.175411 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 58956) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:13.193336 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b87ac21-9707-4ece-b25a-b981ac0765fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:13.338119 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b87ac21-9707-4ece-b25a-b981ac0765fc admin admin] Publish callbacks [] for security_group (92e47ff0-ca10-452e-98dc-ec555508a834), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:13.430746 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7b87ac21-9707-4ece-b25a-b981ac0765fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (92e47ff0-ca10-452e-98dc-ec555508a834), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:13.467885 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-7b87ac21-9707-4ece-b25a-b981ac0765fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd7cfa9358044fd4bd081a00a647dc66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906976 Apr 28 15:08:13.470845 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 58960) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:13.478185 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87ac21-9707-4ece-b25a-b981ac0765fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e47ff0-ca10-452e-98dc-ec555508a834,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:13.531038 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58437168-c788-4db6-acf2-823259853ad5 admin admin] Publish callbacks [] for security_group (92e47ff0-ca10-452e-98dc-ec555508a834), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:13.558145 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58437168-c788-4db6-acf2-823259853ad5 admin admin] Publish callbacks [] for security_group (92e47ff0-ca10-452e-98dc-ec555508a834), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:13.701557 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58437168-c788-4db6-acf2-823259853ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (92e47ff0-ca10-452e-98dc-ec555508a834), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:13.704508 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58437168-c788-4db6-acf2-823259853ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:13.708555 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-58437168-c788-4db6-acf2-823259853ad5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92e47ff0-ca10-452e-98dc-ec555508a834 HTTP/1.1" status: 204 len: 168 time: 0.2342634 Apr 28 15:08:13.719585 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58437168-c788-4db6-acf2-823259853ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e47ff0-ca10-452e-98dc-ec555508a834,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:14.604672 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3de2-225e-4592-a2e9-9535eba43132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:16.765123 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-863c294d-0b39-4e20-8143-37686116e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:18.072586 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:18.303716 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 59118) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:18.414624 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dc95fa6d-7ab7-4bd6-a432-27aa537e6acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:18.497324 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dc95fa6d-7ab7-4bd6-a432-27aa537e6acc admin admin] Publish callbacks [] for security_group (fd6955a5-a2de-474b-bd00-67b7bbc3d264), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:18.564313 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-dc95fa6d-7ab7-4bd6-a432-27aa537e6acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (fd6955a5-a2de-474b-bd00-67b7bbc3d264), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:18.609798 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-dc95fa6d-7ab7-4bd6-a432-27aa537e6acc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c50dc27109249989825501a9e793116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049939 Apr 28 15:08:18.610663 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95fa6d-7ab7-4bd6-a432-27aa537e6acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6955a5-a2de-474b-bd00-67b7bbc3d264,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:18.612776 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 59126) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:18.664877 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-34f6d9fd-56bd-40cb-9684-3198175d0b03 admin admin] Publish callbacks [] for security_group (fd6955a5-a2de-474b-bd00-67b7bbc3d264), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:18.686954 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-34f6d9fd-56bd-40cb-9684-3198175d0b03 admin admin] Publish callbacks [] for security_group (fd6955a5-a2de-474b-bd00-67b7bbc3d264), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:18.827182 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-34f6d9fd-56bd-40cb-9684-3198175d0b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (fd6955a5-a2de-474b-bd00-67b7bbc3d264), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:18.829889 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-34f6d9fd-56bd-40cb-9684-3198175d0b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:18.831220 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-34f6d9fd-56bd-40cb-9684-3198175d0b03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd6955a5-a2de-474b-bd00-67b7bbc3d264 HTTP/1.1" status: 204 len: 168 time: 0.2171791 Apr 28 15:08:18.839316 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6d9fd-56bd-40cb-9684-3198175d0b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6955a5-a2de-474b-bd00-67b7bbc3d264,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:19.352686 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:19.411318 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 59134) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:19.424991 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4955e1bd-da30-4d1e-b91f-c1bc536c0cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:19.508467 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4955e1bd-da30-4d1e-b91f-c1bc536c0cdd admin admin] Publish callbacks [] for security_group (cb186161-079f-435b-8ba2-481991acf863), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:19.575406 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-4955e1bd-da30-4d1e-b91f-c1bc536c0cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (cb186161-079f-435b-8ba2-481991acf863), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:19.615630 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-4955e1bd-da30-4d1e-b91f-c1bc536c0cdd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=637d7817b31d408c89a675a5a1818dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030108 Apr 28 15:08:19.616630 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955e1bd-da30-4d1e-b91f-c1bc536c0cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb186161-079f-435b-8ba2-481991acf863,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:19.618208 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 59138) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:19.678400 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5aafad32-e69e-4f98-91e9-d02c7358cf3e admin admin] Publish callbacks [] for security_group (cb186161-079f-435b-8ba2-481991acf863), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:19.700417 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5aafad32-e69e-4f98-91e9-d02c7358cf3e admin admin] Publish callbacks [] for security_group (cb186161-079f-435b-8ba2-481991acf863), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:19.832528 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5aafad32-e69e-4f98-91e9-d02c7358cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (cb186161-079f-435b-8ba2-481991acf863), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:19.835198 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5aafad32-e69e-4f98-91e9-d02c7358cf3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:19.836365 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-5aafad32-e69e-4f98-91e9-d02c7358cf3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb186161-079f-435b-8ba2-481991acf863 HTTP/1.1" status: 204 len: 168 time: 0.2171569 Apr 28 15:08:19.845541 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafad32-e69e-4f98-91e9-d02c7358cf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb186161-079f-435b-8ba2-481991acf863,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:20.907080 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:21.646275 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 59206) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:21.696744 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60ac8f9-5e72-42d3-aa7c-84354268da6f admin admin] Deleting subnet 33f287d1-a850-4450-a8d5-839c78f8f79e {{(pid=110070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:08:21.700563 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e60ac8f9-5e72-42d3-aa7c-84354268da6f admin admin] Publish callbacks [] for subnet (33f287d1-a850-4450-a8d5-839c78f8f79e), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:21.736306 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e60ac8f9-5e72-42d3-aa7c-84354268da6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59003011'] for subnet (33f287d1-a850-4450-a8d5-839c78f8f79e), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:21.783184 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e60ac8f9-5e72-42d3-aa7c-84354268da6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (33f287d1-a850-4450-a8d5-839c78f8f79e), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:21.901850 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e60ac8f9-5e72-42d3-aa7c-84354268da6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61911945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62736194'] for subnet (33f287d1-a850-4450-a8d5-839c78f8f79e), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:21.929119 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ac8f9-5e72-42d3-aa7c-84354268da6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f287d1-a850-4450-a8d5-839c78f8f79e,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:21.934573 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e60ac8f9-5e72-42d3-aa7c-84354268da6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:21.938572 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e60ac8f9-5e72-42d3-aa7c-84354268da6f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/33f287d1-a850-4450-a8d5-839c78f8f79e HTTP/1.1" status: 204 len: 168 time: 0.2899382 Apr 28 15:08:21.940489 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 59220) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:22.043404 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:22.132391 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:22.159428 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:08:22.173299 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0110ef7-6bd2-4c0d-be3f-7ca50148c9c5') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:08:22.173605 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0110ef7-6bd2-4c0d-be3f-7ca50148c9c5') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:08:22.184402 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:22.201028 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:22.207401 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:08:22.207799 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (d0110ef7-6bd2-4c0d-be3f-7ca50148c9c5), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:08:22.209804 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:08:22.335401 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:22.340314 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:22.344835 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0 HTTP/1.1" status: 204 len: 168 time: 0.4032025 Apr 28 15:08:22.359468 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686c839-09be-4bad-9680-931b70bbb150 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7dd03dc-e7f0-4a52-ae63-026b9c1f07b0,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:22.779078 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 59248) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:22.822172 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4fbcb08f-bf3f-41c5-96f1-3422626c8cfc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5a07ac4715b4c0394c6f4a6a25f5bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398843 Apr 28 15:08:22.823662 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 59250) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:22.874194 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-873a86ea-abaf-41f7-966d-fc8238d74924 admin admin] Publish callbacks [] for security_group (61d6463f-d565-4744-82c2-59d4d8be9800), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:22.898027 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-873a86ea-abaf-41f7-966d-fc8238d74924 admin admin] Publish callbacks [] for security_group (61d6463f-d565-4744-82c2-59d4d8be9800), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:22.924679 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 59254) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:23.032891 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ac9b66d0-ce9b-411d-9085-e3f5163b1ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:23.044386 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-873a86ea-abaf-41f7-966d-fc8238d74924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (61d6463f-d565-4744-82c2-59d4d8be9800), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:23.047539 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-873a86ea-abaf-41f7-966d-fc8238d74924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:23.048714 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-873a86ea-abaf-41f7-966d-fc8238d74924 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61d6463f-d565-4744-82c2-59d4d8be9800 HTTP/1.1" status: 204 len: 168 time: 0.2241955 Apr 28 15:08:23.058699 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a86ea-abaf-41f7-966d-fc8238d74924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d6463f-d565-4744-82c2-59d4d8be9800,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:23.118827 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ac9b66d0-ce9b-411d-9085-e3f5163b1ca0 admin admin] Publish callbacks [] for security_group (030adea8-c989-4b9e-a21e-04727325ebf0), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:23.175232 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ac9b66d0-ce9b-411d-9085-e3f5163b1ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (030adea8-c989-4b9e-a21e-04727325ebf0), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:23.215842 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-ac9b66d0-ce9b-411d-9085-e3f5163b1ca0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d477dc776f64d988b87bacfe88b683e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900612 Apr 28 15:08:23.216549 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b66d0-ce9b-411d-9085-e3f5163b1ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030adea8-c989-4b9e-a21e-04727325ebf0,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:23.218662 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 59260) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:23.271803 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a8d63a0a-be3d-47ea-965a-3da56db28d25 admin admin] Publish callbacks [] for security_group (030adea8-c989-4b9e-a21e-04727325ebf0), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:23.295284 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a8d63a0a-be3d-47ea-965a-3da56db28d25 admin admin] Publish callbacks [] for security_group (030adea8-c989-4b9e-a21e-04727325ebf0), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:23.409690 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a8d63a0a-be3d-47ea-965a-3da56db28d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (030adea8-c989-4b9e-a21e-04727325ebf0), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:23.412404 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-a8d63a0a-be3d-47ea-965a-3da56db28d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:23.413635 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-a8d63a0a-be3d-47ea-965a-3da56db28d25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/030adea8-c989-4b9e-a21e-04727325ebf0 HTTP/1.1" status: 204 len: 168 time: 0.1939168 Apr 28 15:08:23.422834 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d63a0a-be3d-47ea-965a-3da56db28d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030adea8-c989-4b9e-a21e-04727325ebf0,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:24.070816 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 59296) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:24.084506 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6b09d590-c2da-49fb-9503-1a8b45d2fcdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:24.160844 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6b09d590-c2da-49fb-9503-1a8b45d2fcdf admin admin] Publish callbacks [] for security_group (3db16d57-3a66-46db-a54e-7b512df04a26), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:24.243654 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-6b09d590-c2da-49fb-9503-1a8b45d2fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (3db16d57-3a66-46db-a54e-7b512df04a26), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:24.286681 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-6b09d590-c2da-49fb-9503-1a8b45d2fcdf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c5fff8d787e4f67b9030c64cf92fbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123494 Apr 28 15:08:24.286681 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09d590-c2da-49fb-9503-1a8b45d2fcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db16d57-3a66-46db-a54e-7b512df04a26,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:24.287364 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 59308) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:24.343239 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-58a24660-842b-47fa-9223-5a8a62fc95ad admin admin] Publish callbacks [] for security_group (3db16d57-3a66-46db-a54e-7b512df04a26), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:24.368372 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-58a24660-842b-47fa-9223-5a8a62fc95ad admin admin] Publish callbacks [] for security_group (3db16d57-3a66-46db-a54e-7b512df04a26), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:24.479007 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-58a24660-842b-47fa-9223-5a8a62fc95ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (3db16d57-3a66-46db-a54e-7b512df04a26), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:24.483990 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-58a24660-842b-47fa-9223-5a8a62fc95ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:24.485895 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-58a24660-842b-47fa-9223-5a8a62fc95ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3db16d57-3a66-46db-a54e-7b512df04a26 HTTP/1.1" status: 204 len: 168 time: 0.1967525 Apr 28 15:08:24.498510 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a24660-842b-47fa-9223-5a8a62fc95ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db16d57-3a66-46db-a54e-7b512df04a26,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:24.804063 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:08:25.085562 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 59352) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:25.198425 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a1ede78f-eb78-4983-b984-b7cd29659a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:25.272403 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a1ede78f-eb78-4983-b984-b7cd29659a9f admin admin] Publish callbacks [] for security_group (34ebb179-fccc-4889-9293-c994a825350f), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:25.347020 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a1ede78f-eb78-4983-b984-b7cd29659a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (34ebb179-fccc-4889-9293-c994a825350f), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:25.386059 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ede78f-eb78-4983-b984-b7cd29659a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ebb179-fccc-4889-9293-c994a825350f,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:25.391585 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-a1ede78f-eb78-4983-b984-b7cd29659a9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=397ca7fbab1f44c2abf809dee1d24e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047144 Apr 28 15:08:25.394364 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 59364) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:25.444449 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5dfa8083-832d-4b03-af5e-5cb5cb86c04b admin admin] Publish callbacks [] for security_group (34ebb179-fccc-4889-9293-c994a825350f), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:25.472363 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5dfa8083-832d-4b03-af5e-5cb5cb86c04b admin admin] Publish callbacks [] for security_group (34ebb179-fccc-4889-9293-c994a825350f), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:25.569496 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5dfa8083-832d-4b03-af5e-5cb5cb86c04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (34ebb179-fccc-4889-9293-c994a825350f), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:25.572248 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-5dfa8083-832d-4b03-af5e-5cb5cb86c04b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:25.575740 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-5dfa8083-832d-4b03-af5e-5cb5cb86c04b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34ebb179-fccc-4889-9293-c994a825350f HTTP/1.1" status: 204 len: 168 time: 0.1781583 Apr 28 15:08:25.582645 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa8083-832d-4b03-af5e-5cb5cb86c04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ebb179-fccc-4889-9293-c994a825350f,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:27.258766 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 59428) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:27.368541 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de6e35f-e783-4a33-acaf-bb41d8b95c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:27.444153 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de6e35f-e783-4a33-acaf-bb41d8b95c26 admin admin] Publish callbacks [] for security_group (56056e8a-8700-4a89-9140-9d72a0dbfee2), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:27.518297 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-8de6e35f-e783-4a33-acaf-bb41d8b95c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (56056e8a-8700-4a89-9140-9d72a0dbfee2), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:27.559378 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-8de6e35f-e783-4a33-acaf-bb41d8b95c26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af8882086b5b4719996debd3c64fda81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994709 Apr 28 15:08:27.561233 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6e35f-e783-4a33-acaf-bb41d8b95c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56056e8a-8700-4a89-9140-9d72a0dbfee2,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:27.562676 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 59436) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:27.617308 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-951a3ede-3da6-4f1d-9ca8-a954dd73bab4 admin admin] Publish callbacks [] for security_group (56056e8a-8700-4a89-9140-9d72a0dbfee2), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:27.638844 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-951a3ede-3da6-4f1d-9ca8-a954dd73bab4 admin admin] Publish callbacks [] for security_group (56056e8a-8700-4a89-9140-9d72a0dbfee2), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:27.746907 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-951a3ede-3da6-4f1d-9ca8-a954dd73bab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (56056e8a-8700-4a89-9140-9d72a0dbfee2), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:27.749866 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-951a3ede-3da6-4f1d-9ca8-a954dd73bab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:27.751010 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-951a3ede-3da6-4f1d-9ca8-a954dd73bab4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56056e8a-8700-4a89-9140-9d72a0dbfee2 HTTP/1.1" status: 204 len: 168 time: 0.1861548 Apr 28 15:08:27.761141 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a3ede-3da6-4f1d-9ca8-a954dd73bab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56056e8a-8700-4a89-9140-9d72a0dbfee2,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:30.860555 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:44.478040 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-58a525f4-6f73-40a1-a082-964be92104bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:46.770034 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7e09e8af-0168-4338-877a-8af5fc781d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:48.078232 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:49.351845 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:50.848893 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:50.994637 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 59610) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:51.098946 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2e91df87-4c8b-4543-999a-2b4d397c7cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:51.171839 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2e91df87-4c8b-4543-999a-2b4d397c7cc7 admin admin] Publish callbacks [] for security_group (d2d288a4-d89e-4304-8fd5-a95ed1e12c93), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:51.232567 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2e91df87-4c8b-4543-999a-2b4d397c7cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (d2d288a4-d89e-4304-8fd5-a95ed1e12c93), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:51.281024 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-2e91df87-4c8b-4543-999a-2b4d397c7cc7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1ae082b1b624a8eb44ad5e0256b4281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851653 Apr 28 15:08:51.283529 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91df87-4c8b-4543-999a-2b4d397c7cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d288a4-d89e-4304-8fd5-a95ed1e12c93,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:51.284093 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 59620) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:51.332432 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1862ebe3-b5a1-47b5-909b-a3a047a60d74 admin admin] Publish callbacks [] for security_group (d2d288a4-d89e-4304-8fd5-a95ed1e12c93), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:51.353640 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1862ebe3-b5a1-47b5-909b-a3a047a60d74 admin admin] Publish callbacks [] for security_group (d2d288a4-d89e-4304-8fd5-a95ed1e12c93), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:51.478019 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1862ebe3-b5a1-47b5-909b-a3a047a60d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (d2d288a4-d89e-4304-8fd5-a95ed1e12c93), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:51.480696 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1862ebe3-b5a1-47b5-909b-a3a047a60d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:51.481841 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-1862ebe3-b5a1-47b5-909b-a3a047a60d74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2d288a4-d89e-4304-8fd5-a95ed1e12c93 HTTP/1.1" status: 204 len: 168 time: 0.1967132 Apr 28 15:08:51.489891 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862ebe3-b5a1-47b5-909b-a3a047a60d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d288a4-d89e-4304-8fd5-a95ed1e12c93,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:55.184406 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 59684) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:55.306653 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f5cc379b-c7bf-4e05-9778-0ca121e39fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:55.383833 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f5cc379b-c7bf-4e05-9778-0ca121e39fcf admin admin] Publish callbacks [] for security_group (398c6d75-c3da-44ed-bd8d-da35307d741d), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:55.506946 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f5cc379b-c7bf-4e05-9778-0ca121e39fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (398c6d75-c3da-44ed-bd8d-da35307d741d), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:55.546248 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-f5cc379b-c7bf-4e05-9778-0ca121e39fcf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffc797af88dd401b8dca9d3b28ef102a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604190 Apr 28 15:08:55.547066 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc379b-c7bf-4e05-9778-0ca121e39fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398c6d75-c3da-44ed-bd8d-da35307d741d,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:55.549786 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 59688) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:55.600795 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ecb0439b-9a2d-499e-bfbd-42a98e1d92b9 admin admin] Publish callbacks [] for security_group (398c6d75-c3da-44ed-bd8d-da35307d741d), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:55.625799 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ecb0439b-9a2d-499e-bfbd-42a98e1d92b9 admin admin] Publish callbacks [] for security_group (398c6d75-c3da-44ed-bd8d-da35307d741d), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:55.729580 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ecb0439b-9a2d-499e-bfbd-42a98e1d92b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (398c6d75-c3da-44ed-bd8d-da35307d741d), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:55.732210 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ecb0439b-9a2d-499e-bfbd-42a98e1d92b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:55.733608 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-ecb0439b-9a2d-499e-bfbd-42a98e1d92b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/398c6d75-c3da-44ed-bd8d-da35307d741d HTTP/1.1" status: 204 len: 168 time: 0.1826277 Apr 28 15:08:55.742804 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0439b-9a2d-499e-bfbd-42a98e1d92b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398c6d75-c3da-44ed-bd8d-da35307d741d,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:56.706144 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 59718) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:56.838978 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-4734989-network', 'tenant_id': '0a0fa5912e59423083ab8aa4aa7829e1'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:08:56.895340 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Made reservation on behalf of 0a0fa5912e59423083ab8aa4aa7829e1 for: {'network': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:08:56.898178 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:56.907235 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:56.982548 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Publish callbacks [] for security_group (35da56e9-794c-42c9-aafc-3bf46f26f19c), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:57.038670 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (35da56e9-794c-42c9-aafc-3bf46f26f19c), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:57.065492 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=110071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:08:57.070849 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35da56e9-794c-42c9-aafc-3bf46f26f19c,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:57.077856 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (13030c47-ae69-44ec-bb74-b8282667434e), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:57.078216 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.segments_db [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Added segment 13030c47-ae69-44ec-bb74-b8282667434e of type vlan for network af0f0b03-8684-4e10-bc50-6c419909fbe4 Apr 28 15:08:57.121831 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (af0f0b03-8684-4e10-bc50-6c419909fbe4), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:57.203737 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (af0f0b03-8684-4e10-bc50-6c419909fbe4), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:57.204698 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:57.205292 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:57.270629 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] Pushing event updated for resources: {'Network': ['ID=af0f0b03-8684-4e10-bc50-6c419909fbe4,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:57.280872 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network af0f0b03-8684-4e10-bc50-6c419909fbe4 details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:08:57.297889 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-f0026478-dce3-4592-ad3c-ea305a8312a4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5900669 Apr 28 15:08:57.300800 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 59722) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:08:57.306083 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-12ce1509-cc95-49a0-a833-d51469f14f3f admin admin] Request body: {'subnet': {'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-4734989-subnet', 'tenant_id': '0a0fa5912e59423083ab8aa4aa7829e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:08:57.391768 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ce1509-cc95-49a0-a833-d51469f14f3f admin admin] Made reservation on behalf of 0a0fa5912e59423083ab8aa4aa7829e1 for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:08:57.394105 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12ce1509-cc95-49a0-a833-d51469f14f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750647'] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:57.913080 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12ce1509-cc95-49a0-a833-d51469f14f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59734093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750405'] for subnet (593e9127-f813-4ceb-85e5-d19e7fdc378a), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:57.968799 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce1509-cc95-49a0-a833-d51469f14f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=593e9127-f813-4ceb-85e5-d19e7fdc378a,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:57.976594 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ce1509-cc95-49a0-a833-d51469f14f3f admin admin] Checking segment: {'id': '13030c47-ae69-44ec-bb74-b8282667434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:08:57.976983 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ce1509-cc95-49a0-a833-d51469f14f3f admin admin] Network hostable DHCP agents. Network: af0f0b03-8684-4e10-bc50-6c419909fbe4, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:08:58.054682 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ce1509-cc95-49a0-a833-d51469f14f3f admin admin] Network af0f0b03-8684-4e10-bc50-6c419909fbe4 is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:08:58.135425 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-12ce1509-cc95-49a0-a833-d51469f14f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, af0f0b03-8684-4e10-bc50-6c419909fbe4) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:08:58.139714 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ce1509-cc95-49a0-a833-d51469f14f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:58.140366 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12ce1509-cc95-49a0-a833-d51469f14f3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:08:58.144545 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce982900-56bc-437c-93eb-9678d9a0aeb1 None None] Network af0f0b03-8684-4e10-bc50-6c419909fbe4 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:08:58.229399 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-12ce1509-cc95-49a0-a833-d51469f14f3f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9275401 Apr 28 15:08:58.244948 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c3ac7d-c9a3-49fe-8f43-2cd6216279a5 None None] Network af0f0b03-8684-4e10-bc50-6c419909fbe4 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:09:00.368517 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3c92e7ef-626c-4727-b836-38f3031bd0b4 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:00.370107 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3c92e7ef-626c-4727-b836-38f3031bd0b4 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/networks?id=af0f0b03-8684-4e10-bc50-6c419909fbe4 HTTP/1.1" status: 200 len: 811 time: 0.1191554 Apr 28 15:09:00.386166 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-de1cc2f8-67f1-4157-877b-009ed7d9e6a8 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/quotas/0a0fa5912e59423083ab8aa4aa7829e1 HTTP/1.1" status: 200 len: 375 time: 0.0106037 Apr 28 15:09:00.423372 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-012c9cdc-b8b7-414d-86f2-57d84c18a631 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a0fa5912e59423083ab8aa4aa7829e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317545 Apr 28 15:09:00.514424 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-d18dd066-0d18-4edf-8be9-4dc65ea4de21 service neutron] 10.222.0.31 "GET /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834844 Apr 28 15:09:00.603384 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-cf3748a0-da6e-48a9-ab54-78fa56d8214b service neutron] 10.222.0.31 "GET /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834699 Apr 28 15:09:00.833763 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:00.849064 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-08ceef6d-09f9-471b-8926-e8ff05d370e4 req-9c99bdd5-bf3a-4896-802b-56a8d218e898 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 210 time: 0.0362594 Apr 28 15:09:01.803009 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:09:01.943221 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-19bc8f18-49ff-4875-9e72-fc0ce8c18b40 req-49707fc5-6cd0-4c70-aef3-d6d3a0f4e2f3 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 210 time: 0.0272467 Apr 28 15:09:03.042850 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1551147b-62b6-4c93-8000-9adf35045731 req-ae191ab4-046f-42f3-8cd7-fa2a9a34d5e0 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 210 time: 0.0306759 Apr 28 15:09:04.141583 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-636f3975-f191-424a-b098-c6f9e9f0ac5a req-e36bcced-d3e0-4932-9b87-73c099e22062 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 210 time: 0.0286467 Apr 28 15:09:04.994852 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6a3c-f569-4216-8b58-e650db11f77c req-6ef25ef4-ed40-4e41-b1c6-60aa35c1db5c tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:04.996209 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-6ef25ef4-ed40-4e41-b1c6-60aa35c1db5c tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.42 "GET /v2.0/networks?id=af0f0b03-8684-4e10-bc50-6c419909fbe4 HTTP/1.1" status: 200 len: 811 time: 0.1048150 Apr 28 15:09:05.008566 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Request body: {'port': {'device_id': '399e0482-07f4-445e-b01f-ba1ade6ea62d', 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4', 'admin_state_up': True, 'tenant_id': '0a0fa5912e59423083ab8aa4aa7829e1'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:09:05.214748 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Made reservation on behalf of 0a0fa5912e59423083ab8aa4aa7829e1 for: {'port': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:09:05.220923 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:05.243448 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-934e1bd0-2ee5-4bdc-bc9d-2fee4d9bad1a req-efb57245-4104-4df4-8c82-19f06cae5ab1 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 210 time: 0.0310118 Apr 28 15:09:05.360867 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Allocated IP 172.20.0.3 (af0f0b03-8684-4e10-bc50-6c419909fbe4/593e9127-f813-4ceb-85e5-d19e7fdc378a/536c2105-df68-4457-8875-d8c7cb0350fa) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:09:05.512872 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks [] for port (536c2105-df68-4457-8875-d8c7cb0350fa), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:05.610122 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:05.653565 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Network af0f0b03-8684-4e10-bc50-6c419909fbe4 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:09:05.656833 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:09:05.659635 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:09:05.690473 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Pushing event updated for resources: {'Port': ['ID=536c2105-df68-4457-8875-d8c7cb0350fa,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:05.718573 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:05.719979 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:05.823670 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-3f3a51a8-f1be-4632-8377-e42b395cc383 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8193390 Apr 28 15:09:05.835012 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Request body: {'port': {'device_id': '399e0482-07f4-445e-b01f-ba1ade6ea62d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:09:06.176868 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:06.407364 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ae77b-dc17-4df8-8c4b-691a51714b45 req-173c84e3-e281-43f5-8b2d-c553813605d5 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:06.409271 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e00ae77b-dc17-4df8-8c4b-691a51714b45 req-173c84e3-e281-43f5-8b2d-c553813605d5 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 931 time: 0.0906308 Apr 28 15:09:06.489100 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e00ae77b-dc17-4df8-8c4b-691a51714b45 req-66bf162f-aeaf-4b95-9d9e-5ad056b0f6db tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681384 Apr 28 15:09:06.523311 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536c2105-df68-4457-8875-d8c7cb0350fa {{(pid=110070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:09:06.530896 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Publish callbacks [] for port (536c2105-df68-4457-8875-d8c7cb0350fa), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:06.543527 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.provisioning_blocks [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Transition to ACTIVE for port object 536c2105-df68-4457-8875-d8c7cb0350fa will not be triggered until provisioned by entity L2. {{(pid=110070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:09:06.632243 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:06.685788 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Pushing event updated for resources: {'Port': ['ID=536c2105-df68-4457-8875-d8c7cb0350fa,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:06.712411 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.712793 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.713143 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.713484 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.713819 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.714151 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.714479 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.714806 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.715133 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.715458 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.715786 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.716114 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.716436 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.716783 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.717170 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:06.767039 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Attempting to bind port 536c2105-df68-4457-8875-d8c7cb0350fa on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:09:06.767375 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Attempting to bind port 536c2105-df68-4457-8875-d8c7cb0350fa by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '13030c47-ae69-44ec-bb74-b8282667434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4'}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:09:06.768454 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Attempting to bind port 536c2105-df68-4457-8875-d8c7cb0350fa on network af0f0b03-8684-4e10-bc50-6c419909fbe4 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:09:06.772216 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Port 536c2105-df68-4457-8875-d8c7cb0350fa on network af0f0b03-8684-4e10-bc50-6c419909fbe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:09:06.772540 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Attempting to bind port 536c2105-df68-4457-8875-d8c7cb0350fa on network af0f0b03-8684-4e10-bc50-6c419909fbe4 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:09:06.777348 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:09:06.777684 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Checking segment: {'id': '13030c47-ae69-44ec-bb74-b8282667434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:09:06.778064 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Bound using segment: {'id': '13030c47-ae69-44ec-bb74-b8282667434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4'} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:09:06.778485 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Bound port: 536c2105-df68-4457-8875-d8c7cb0350fa, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13030c47-ae69-44ec-bb74-b8282667434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4'}}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:09:06.778841 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:06.841360 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] For port 536c2105-df68-4457-8875-d8c7cb0350fa, host hv-cinder-83976, cleared binding levels {{(pid=110070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:09:06.846198 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] For port 536c2105-df68-4457-8875-d8c7cb0350fa, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=536c2105-df68-4457-8875-d8c7cb0350fa,segment=NetworkSegment(13030c47-ae69-44ec-bb74-b8282667434e),segment_id=13030c47-ae69-44ec-bb74-b8282667434e)] {{(pid=110070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:09:06.907312 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:06.942159 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:06.942773 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:06.944133 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] 10.222.0.42 "PUT /v2.0/ports/536c2105-df68-4457-8875-d8c7cb0350fa HTTP/1.1" status: 200 len: 1093 time: 1.1137731 Apr 28 15:09:06.944561 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399e0482-07f4-445e-b01f-ba1ade6ea62d', 'tag': '536c2105-df68-4457-8875-d8c7cb0350fa'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:09:06.946847 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d93551-e153-419d-bd05-5a9aebf80925" -d '{"events": [{"name": "network-changed", "server_uuid": "399e0482-07f4-445e-b01f-ba1ade6ea62d", "tag": "536c2105-df68-4457-8875-d8c7cb0350fa"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:09:06.971291 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10389a3d-711f-4382-9aab-b9d9a9681fcc service neutron] Pushing event updated for resources: {'Port': ['ID=536c2105-df68-4457-8875-d8c7cb0350fa,revision_number=3']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:06.981644 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba55cbb1-fd4a-4338-b2fb-d268f11e1c21 x-openstack-request-id: req-ba55cbb1-fd4a-4338-b2fb-d268f11e1c21 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:09:06.981996 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399e0482-07f4-445e-b01f-ba1ade6ea62d", "tag": "536c2105-df68-4457-8875-d8c7cb0350fa", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:09:06.982249 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba55cbb1-fd4a-4338-b2fb-d268f11e1c21 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:09:06.982653 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba55cbb1-fd4a-4338-b2fb-d268f11e1c21'] response: {'name': 'network-changed', 'server_uuid': '399e0482-07f4-445e-b01f-ba1ade6ea62d', 'tag': '536c2105-df68-4457-8875-d8c7cb0350fa', 'status': 'completed', 'code': 200} Apr 28 15:09:07.048736 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d93551-e153-419d-bd05-5a9aebf80925 req-8bbe1693-03b5-4008-8815-43a887b03409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:07.050322 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-62d93551-e153-419d-bd05-5a9aebf80925 req-8bbe1693-03b5-4008-8815-43a887b03409 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a0fa5912e59423083ab8aa4aa7829e1&device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 1127 time: 0.0475154 Apr 28 15:09:07.153015 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d93551-e153-419d-bd05-5a9aebf80925 req-535291be-d763-4f76-af75-d5306d3fc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:07.154562 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-62d93551-e153-419d-bd05-5a9aebf80925 req-535291be-d763-4f76-af75-d5306d3fc40e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0a0fa5912e59423083ab8aa4aa7829e1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0956745 Apr 28 15:09:07.269603 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d93551-e153-419d-bd05-5a9aebf80925 req-6c2bca8c-1ea0-4989-b8cf-14f74e8e8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:07.271124 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-62d93551-e153-419d-bd05-5a9aebf80925 req-6c2bca8c-1ea0-4989-b8cf-14f74e8e8fb6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113653 Apr 28 15:09:07.351774 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6a3c-f569-4216-8b58-e650db11f77c req-4182e7d7-ec01-4bd0-a307-831026409428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:07.353347 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-4182e7d7-ec01-4bd0-a307-831026409428 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a0fa5912e59423083ab8aa4aa7829e1&device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 1127 time: 0.0417330 Apr 28 15:09:07.395800 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-e011f7b0-4637-4654-8a7a-0ba3b9e1fbfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536c2105-df68-4457-8875-d8c7cb0350fa HTTP/1.1" status: 200 len: 217 time: 0.0358007 Apr 28 15:09:07.451032 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6a3c-f569-4216-8b58-e650db11f77c req-9ef6ffd7-b62c-4308-9a04-cbffb02b5fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:07.452424 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-9ef6ffd7-b62c-4308-9a04-cbffb02b5fde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=593e9127-f813-4ceb-85e5-d19e7fdc378a HTTP/1.1" status: 200 len: 851 time: 0.0502138 Apr 28 15:09:07.484816 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-e3ae0d2d-5688-41bc-b9f3-a930df0511c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af0f0b03-8684-4e10-bc50-6c419909fbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267828 Apr 28 15:09:07.617531 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-f651247e-d95d-4d40-b4dc-46827b40fb6d service neutron] 10.222.0.42 "GET /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269634 Apr 28 15:09:07.626009 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83b55a-ac72-43af-a06c-636d6e07774b req-fbb14f62-9eb3-4085-ba8d-8d0d6b3fb102 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:07.627704 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bc83b55a-ac72-43af-a06c-636d6e07774b req-fbb14f62-9eb3-4085-ba8d-8d0d6b3fb102 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 943 time: 0.0655043 Apr 28 15:09:07.735242 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bc83b55a-ac72-43af-a06c-636d6e07774b req-a5b5e7ea-e153-4abc-9598-5bd8c60339de tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985010 Apr 28 15:09:07.754111 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-672e6a3c-f569-4216-8b58-e650db11f77c req-a3146687-4485-4a97-9a51-563d2ac67bc0 service neutron] 10.222.0.42 "GET /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253409 Apr 28 15:09:08.867121 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9c59f-8099-4315-8050-ab844064d125 req-740e0a03-de96-4de5-b114-0887008c1855 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:08.868582 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fdc9c59f-8099-4315-8050-ab844064d125 req-740e0a03-de96-4de5-b114-0887008c1855 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 943 time: 0.0506020 Apr 28 15:09:08.918326 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fdc9c59f-8099-4315-8050-ab844064d125 req-63b3b2ef-9f9d-423e-9a75-40e92b77e88d tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437505 Apr 28 15:09:09.550148 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 536c2105-df68-4457-8875-d8c7cb0350fa details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:09:09.648029 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 536c2105-df68-4457-8875-d8c7cb0350fa, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=536c2105-df68-4457-8875-d8c7cb0350fa,segment=NetworkSegment(13030c47-ae69-44ec-bb74-b8282667434e),segment_id=13030c47-ae69-44ec-bb74-b8282667434e)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:09:09.658612 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '536c2105-df68-4457-8875-d8c7cb0350fa', 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4', 'port_id': '536c2105-df68-4457-8875-d8c7cb0350fa', 'mac_address': 'fa:16:3e:42:c4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '593e9127-f813-4ceb-85e5-d19e7fdc378a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:09:09.695817 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 536c2105-df68-4457-8875-d8c7cb0350fa is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:09.696204 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:09.709194 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536c2105-df68-4457-8875-d8c7cb0350fa {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:09:09.731349 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 536c2105-df68-4457-8875-d8c7cb0350fa, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=536c2105-df68-4457-8875-d8c7cb0350fa,segment=NetworkSegment(13030c47-ae69-44ec-bb74-b8282667434e),segment_id=13030c47-ae69-44ec-bb74-b8282667434e)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:09:09.791544 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:09.842012 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=536c2105-df68-4457-8875-d8c7cb0350fa,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:09.849578 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.849928 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.850931 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.851277 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.851610 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.851954 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.852263 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.852587 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.852939 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.853320 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.853644 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.853980 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.854291 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.854590 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.854904 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:09.998522 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['536c2105-df68-4457-8875-d8c7cb0350fa'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:09:10.034746 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f61dd1-e708-44b9-9048-baf202b1c64e req-e85491dc-14f7-419b-a0e0-58cf9a195453 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:10.036354 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a6f61dd1-e708-44b9-9048-baf202b1c64e req-e85491dc-14f7-419b-a0e0-58cf9a195453 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 944 time: 0.0500638 Apr 28 15:09:10.086901 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a6f61dd1-e708-44b9-9048-baf202b1c64e req-70eb9eb0-0279-479e-8b8d-d294090315de tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437381 Apr 28 15:09:11.209100 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb3744-86c8-4f3c-bb35-980bd4c2b427 req-0e8757bf-00a9-4ce5-bdc9-371733516f65 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:11.211114 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-40cb3744-86c8-4f3c-bb35-980bd4c2b427 req-0e8757bf-00a9-4ce5-bdc9-371733516f65 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 944 time: 0.0511217 Apr 28 15:09:11.258293 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-40cb3744-86c8-4f3c-bb35-980bd4c2b427 req-e9697235-b84c-43df-b28e-46154cd3c819 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415804 Apr 28 15:09:11.550097 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 536c2105-df68-4457-8875-d8c7cb0350fa up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:09:11.595302 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 536c2105-df68-4457-8875-d8c7cb0350fa completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:09:11.677778 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 536c2105-df68-4457-8875-d8c7cb0350fa triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:11.678670 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:11.755775 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 536c2105-df68-4457-8875-d8c7cb0350fa is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:11.756063 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:11.780256 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399e0482-07f4-445e-b01f-ba1ade6ea62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536c2105-df68-4457-8875-d8c7cb0350fa'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:09:11.782493 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc958024-4a45-4739-9726-ec8a2b96d23e" -d '{"events": [{"server_uuid": "399e0482-07f4-445e-b01f-ba1ade6ea62d", "name": "network-vif-plugged", "status": "completed", "tag": "536c2105-df68-4457-8875-d8c7cb0350fa"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:09:11.799182 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 536c2105-df68-4457-8875-d8c7cb0350fa, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=536c2105-df68-4457-8875-d8c7cb0350fa,segment=NetworkSegment(13030c47-ae69-44ec-bb74-b8282667434e),segment_id=13030c47-ae69-44ec-bb74-b8282667434e)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:09:11.820191 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6656d61-6956-49d6-b373-c374980f13c5 x-openstack-request-id: req-b6656d61-6956-49d6-b373-c374980f13c5 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:09:11.820480 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399e0482-07f4-445e-b01f-ba1ade6ea62d", "name": "network-vif-plugged", "status": "completed", "tag": "536c2105-df68-4457-8875-d8c7cb0350fa", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:09:11.820754 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6656d61-6956-49d6-b373-c374980f13c5 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:09:11.821150 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6656d61-6956-49d6-b373-c374980f13c5'] response: {'server_uuid': '399e0482-07f4-445e-b01f-ba1ade6ea62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536c2105-df68-4457-8875-d8c7cb0350fa', 'code': 200} Apr 28 15:09:11.867431 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:11.917605 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=536c2105-df68-4457-8875-d8c7cb0350fa,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:12.129472 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f8e4-118e-4a3a-a433-d471785c5434 req-7b17b2d1-3dea-485b-b05e-4a82bfffc65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:12.130988 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2e34f8e4-118e-4a3a-a433-d471785c5434 req-7b17b2d1-3dea-485b-b05e-4a82bfffc65b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 1129 time: 0.0388923 Apr 28 15:09:12.174553 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2e34f8e4-118e-4a3a-a433-d471785c5434 req-7f9f677e-8608-4971-8d1b-86c8f57f9315 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373807 Apr 28 15:09:12.372806 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc484198-bab1-4032-95d5-7be94ecb1c57 req-ca5ce3f8-84da-4c26-bc73-8076561b49c6 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:12.374345 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bc484198-bab1-4032-95d5-7be94ecb1c57 req-ca5ce3f8-84da-4c26-bc73-8076561b49c6 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 945 time: 0.0474918 Apr 28 15:09:12.423948 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bc484198-bab1-4032-95d5-7be94ecb1c57 req-988cb6df-460f-46ed-96a1-5d84aef5b9e3 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436342 Apr 28 15:09:13.548592 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47097f84-38a8-4228-a762-e277bc587579 req-8711af44-1ce4-4562-895d-92ea9c427b9d tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:13.550090 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-47097f84-38a8-4228-a762-e277bc587579 req-8711af44-1ce4-4562-895d-92ea9c427b9d tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 945 time: 0.0531957 Apr 28 15:09:13.598503 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-47097f84-38a8-4228-a762-e277bc587579 req-1f669c45-94df-4fba-936b-2a279c1fcff3 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 Apr 28 15:09:14.471729 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d83e460a-fca5-4289-992e-fa32b5d907ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:16.746166 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5a7738c6-5efc-4ae0-8d25-c8ddb33a6038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:18.061315 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:19.341108 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:20.865927 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:30.825447 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:35.509004 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60118) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:35.611279 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fab18672-6ce9-45f2-baf4-98dc4c9d3993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:35.683667 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fab18672-6ce9-45f2-baf4-98dc4c9d3993 admin admin] Publish callbacks [] for security_group (75656d11-4922-4aa9-a74d-c44c4b51907a), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:35.751812 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fab18672-6ce9-45f2-baf4-98dc4c9d3993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (75656d11-4922-4aa9-a74d-c44c4b51907a), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:35.789950 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-fab18672-6ce9-45f2-baf4-98dc4c9d3993 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a9d3fedfa7f4ce6aa16d06f4ec86bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797043 Apr 28 15:09:35.790792 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab18672-6ce9-45f2-baf4-98dc4c9d3993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75656d11-4922-4aa9-a74d-c44c4b51907a,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:35.793443 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60122) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:35.843702 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Publish callbacks [] for security_group (75656d11-4922-4aa9-a74d-c44c4b51907a), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:35.865384 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Publish callbacks [] for security_group (75656d11-4922-4aa9-a74d-c44c4b51907a), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:35.974644 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (75656d11-4922-4aa9-a74d-c44c4b51907a), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:35.977278 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:35.978444 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75656d11-4922-4aa9-a74d-c44c4b51907a HTTP/1.1" status: 204 len: 168 time: 0.1834733 Apr 28 15:09:35.986619 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75656d11-4922-4aa9-a74d-c44c4b51907a,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:35.993805 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.994155 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.994499 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.994838 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.995169 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.995497 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.995844 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.996132 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.996458 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.996819 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.997145 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.997499 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.997788 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.998108 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:35.998425 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247fbbc9-e12d-4bce-9b9e-3f151590408e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:36.111529 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3b53bf0a-d158-43d8-829a-b3502e8aad58 req-2288a163-2a5a-4c42-aa84-c76084215dd6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413275 Apr 28 15:09:36.196165 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53bf0a-d158-43d8-829a-b3502e8aad58 req-e68e2e54-8768-47aa-a062-595db276cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:36.197684 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3b53bf0a-d158-43d8-829a-b3502e8aad58 req-e68e2e54-8768-47aa-a062-595db276cf5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a0fa5912e59423083ab8aa4aa7829e1&device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 1129 time: 0.0385892 Apr 28 15:09:36.300072 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53bf0a-d158-43d8-829a-b3502e8aad58 req-49157299-3c67-4b02-b3f2-932097d0cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:36.301593 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3b53bf0a-d158-43d8-829a-b3502e8aad58 req-49157299-3c67-4b02-b3f2-932097d0cb35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=af0f0b03-8684-4e10-bc50-6c419909fbe4 HTTP/1.1" status: 200 len: 912 time: 0.0848391 Apr 28 15:09:36.346348 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3b53bf0a-d158-43d8-829a-b3502e8aad58 req-32103393-df56-404c-944b-3295ea6365b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536c2105-df68-4457-8875-d8c7cb0350fa HTTP/1.1" status: 200 len: 217 time: 0.0376885 Apr 28 15:09:36.396189 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53bf0a-d158-43d8-829a-b3502e8aad58 req-70bc2f38-7ec8-4fdf-ac06-9e6d456a7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:36.397666 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3b53bf0a-d158-43d8-829a-b3502e8aad58 req-70bc2f38-7ec8-4fdf-ac06-9e6d456a7965 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=593e9127-f813-4ceb-85e5-d19e7fdc378a HTTP/1.1" status: 200 len: 851 time: 0.0447824 Apr 28 15:09:36.431520 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3b53bf0a-d158-43d8-829a-b3502e8aad58 req-b4613ec6-0171-4389-8dbe-aadb0e7a457d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af0f0b03-8684-4e10-bc50-6c419909fbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253422 Apr 28 15:09:36.525771 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3b53bf0a-d158-43d8-829a-b3502e8aad58 req-dec49e4d-34c9-4103-a7f7-d313e249012c service neutron] 10.222.0.42 "GET /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853260 Apr 28 15:09:36.617690 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3b53bf0a-d158-43d8-829a-b3502e8aad58 req-35e0128c-783c-44c4-9dab-637657be9a47 service neutron] 10.222.0.42 "GET /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865347 Apr 28 15:09:38.803778 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:09:44.471580 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-226d7543-c64d-4c48-a3d1-ecf5555a7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:45.335129 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60216) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:45.438452 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ad1c6692-d538-4ed9-a9a0-194866fb50c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:45.509636 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ad1c6692-d538-4ed9-a9a0-194866fb50c8 admin admin] Publish callbacks [] for security_group (cb8c7c3d-f1cf-4fb9-99f4-2b3369fd8b0f), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:45.568329 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ad1c6692-d538-4ed9-a9a0-194866fb50c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (cb8c7c3d-f1cf-4fb9-99f4-2b3369fd8b0f), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:45.607475 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c6692-d538-4ed9-a9a0-194866fb50c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8c7c3d-f1cf-4fb9-99f4-2b3369fd8b0f,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:45.611764 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-ad1c6692-d538-4ed9-a9a0-194866fb50c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ec06de6d5ac4b3a905ea5cdfe41ff1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756195 Apr 28 15:09:45.614354 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60220) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:45.662279 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-90d895f6-dcca-4792-bf5a-922e0e579b8b admin admin] Publish callbacks [] for security_group (cb8c7c3d-f1cf-4fb9-99f4-2b3369fd8b0f), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:45.682935 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-90d895f6-dcca-4792-bf5a-922e0e579b8b admin admin] Publish callbacks [] for security_group (cb8c7c3d-f1cf-4fb9-99f4-2b3369fd8b0f), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:45.791557 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-90d895f6-dcca-4792-bf5a-922e0e579b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (cb8c7c3d-f1cf-4fb9-99f4-2b3369fd8b0f), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:45.794288 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-90d895f6-dcca-4792-bf5a-922e0e579b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:45.797893 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-90d895f6-dcca-4792-bf5a-922e0e579b8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb8c7c3d-f1cf-4fb9-99f4-2b3369fd8b0f HTTP/1.1" status: 204 len: 168 time: 0.1802008 Apr 28 15:09:45.805041 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d895f6-dcca-4792-bf5a-922e0e579b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8c7c3d-f1cf-4fb9-99f4-2b3369fd8b0f,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:46.690257 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60244) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:46.756906 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-da7e21d3-c0ab-4c22-a541-066b872a93f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:46.790825 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1596035515-network', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:09:46.871621 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Made reservation on behalf of 9bb47d49c45c4bbbaaa30984845dc495 for: {'network': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:09:46.873950 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:46.883245 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:46.954539 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Publish callbacks [] for security_group (a7388475-22b5-4aa2-99cd-8d25c06ab1ab), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:47.025926 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (a7388475-22b5-4aa2-99cd-8d25c06ab1ab), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:47.046471 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=110070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:09:47.061527 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7388475-22b5-4aa2-99cd-8d25c06ab1ab,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:47.064973 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (45a7ba7a-e4bf-417b-b403-7b765dea852b), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:47.065273 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.segments_db [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Added segment 45a7ba7a-e4bf-417b-b403-7b765dea852b of type vlan for network 81309ba0-2d09-4d02-8c7c-fc245e1cafac Apr 28 15:09:47.107521 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (81309ba0-2d09-4d02-8c7c-fc245e1cafac), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:47.191503 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (81309ba0-2d09-4d02-8c7c-fc245e1cafac), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:47.192478 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:47.193091 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:47.251602 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] Pushing event updated for resources: {'Network': ['ID=81309ba0-2d09-4d02-8c7c-fc245e1cafac,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:47.262302 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network 81309ba0-2d09-4d02-8c7c-fc245e1cafac details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:09:47.280384 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-06d978f7-ca7c-4f16-a6bd-e3da4cb9c448 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5889139 Apr 28 15:09:47.283243 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60250) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:47.287880 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-2f86e7f2-349b-46fa-91e9-fba0c2334a8b admin admin] Request body: {'subnet': {'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1596035515-subnet', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'ip_version': 4}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:09:47.374362 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f86e7f2-349b-46fa-91e9-fba0c2334a8b admin admin] Made reservation on behalf of 9bb47d49c45c4bbbaaa30984845dc495 for: {'subnet': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:09:47.376707 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2f86e7f2-349b-46fa-91e9-fba0c2334a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62736303'] for subnet (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:47.586258 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2f86e7f2-349b-46fa-91e9-fba0c2334a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61912008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62736221'] for subnet (4f3b090f-b1eb-4c1c-87a5-0b415c189d3a), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:47.637858 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86e7f2-349b-46fa-91e9-fba0c2334a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3b090f-b1eb-4c1c-87a5-0b415c189d3a,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:47.653043 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e7f2-349b-46fa-91e9-fba0c2334a8b admin admin] Checking segment: {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:09:47.653401 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f86e7f2-349b-46fa-91e9-fba0c2334a8b admin admin] Network hostable DHCP agents. Network: 81309ba0-2d09-4d02-8c7c-fc245e1cafac, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:09:47.729015 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f86e7f2-349b-46fa-91e9-fba0c2334a8b admin admin] Network 81309ba0-2d09-4d02-8c7c-fc245e1cafac is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:09:47.797430 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-2f86e7f2-349b-46fa-91e9-fba0c2334a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, 81309ba0-2d09-4d02-8c7c-fc245e1cafac) {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:09:47.802217 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f86e7f2-349b-46fa-91e9-fba0c2334a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:47.802823 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2f86e7f2-349b-46fa-91e9-fba0c2334a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:47.807395 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d568819-1a32-4e67-be42-e774edddbb9e None None] Network 81309ba0-2d09-4d02-8c7c-fc245e1cafac requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:09:47.906180 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-2f86e7f2-349b-46fa-91e9-fba0c2334a8b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6218929 Apr 28 15:09:47.911342 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60252) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:47.911942 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe06547cc-7c40-502f-8a3c-f018a8c7a7ca-81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a'}]}} from dv-cinder-839768-1-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 15:09:47.913925 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:47.915607 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:09:48.009364 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14111'] for router (5aa1d797-5949-4624-a83c-bf749d6a9dca), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.010488 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (5aa1d797-5949-4624-a83c-bf749d6a9dca), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.057405 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Allocated IP 172.20.0.2 (81309ba0-2d09-4d02-8c7c-fc245e1cafac/4f3b090f-b1eb-4c1c-87a5-0b415c189d3a/f7e8e77b-062f-44bd-85b7-ee528244a093) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:09:48.062418 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Publish callbacks [] for router_controller (5aa1d797-5949-4624-a83c-bf749d6a9dca), precommit_add_association {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.072426 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.211157 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Publish callbacks [] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.265401 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Publish callbacks [] for router_gateway (5aa1d797-5949-4624-a83c-bf749d6a9dca), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.306744 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.343802 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Network 81309ba0-2d09-4d02-8c7c-fc245e1cafac is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:09:48.349270 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:09:48.354774 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:09:48.363558 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Pushing event updated for resources: {'Port': ['ID=f7e8e77b-062f-44bd-85b7-ee528244a093,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:48.421188 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Attempting to bind port f7e8e77b-062f-44bd-85b7-ee528244a093 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:09:48.421550 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Attempting to bind port f7e8e77b-062f-44bd-85b7-ee528244a093 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:09:48.421906 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Attempting to bind port f7e8e77b-062f-44bd-85b7-ee528244a093 on network 81309ba0-2d09-4d02-8c7c-fc245e1cafac {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:09:48.426937 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:09:48.427308 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Checking segment: {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:09:48.427699 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.428089 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Bound using segment: {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:09:48.428544 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Bound port: f7e8e77b-062f-44bd-85b7-ee528244a093, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:09:48.429012 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.493711 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] For port f7e8e77b-062f-44bd-85b7-ee528244a093, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:09:48.496906 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] For port f7e8e77b-062f-44bd-85b7-ee528244a093, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=f7e8e77b-062f-44bd-85b7-ee528244a093,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:09:48.517413 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Publish callbacks [] for router_gateway (5aa1d797-5949-4624-a83c-bf749d6a9dca), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.540826 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.578158 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.646206 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686ee59-533e-4233-a97f-e97d2c2957ec None None] Pushing event updated for resources: {'Port': ['ID=f7e8e77b-062f-44bd-85b7-ee528244a093,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:48.652966 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Allocated IP 172.27.2.49 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:09:48.769741 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Publish callbacks [] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.879123 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:48.918917 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:09:48.920383 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:09:48.924488 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:09:48.955835 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Pushing event updated for resources: {'Port': ['ID=c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:48.969060 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device f7e8e77b-062f-44bd-85b7-ee528244a093 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:09:49.021318 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port f7e8e77b-062f-44bd-85b7-ee528244a093 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:49.021630 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:49.098252 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port f7e8e77b-062f-44bd-85b7-ee528244a093 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:49.098634 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:49.132180 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port f7e8e77b-062f-44bd-85b7-ee528244a093, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=f7e8e77b-062f-44bd-85b7-ee528244a093,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:09:49.207958 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:49.259458 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Publish callbacks [] for router_gateway (5aa1d797-5949-4624-a83c-bf749d6a9dca), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:49.266171 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=f7e8e77b-062f-44bd-85b7-ee528244a093,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:49.356602 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:49.589116 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3988f56-6ce9-4a37-83cb-e03230565a84 None None] Network 81309ba0-2d09-4d02-8c7c-fc245e1cafac requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:09:49.722806 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547806'] for router (5aa1d797-5949-4624-a83c-bf749d6a9dca), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:49.832083 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-42af71dd-f90e-46f7-9e0f-662435503a7c None None] Provisioning complete for port f7e8e77b-062f-44bd-85b7-ee528244a093 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:49.832375 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-42af71dd-f90e-46f7-9e0f-662435503a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:49.912151 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-42af71dd-f90e-46f7-9e0f-662435503a7c None None] Current status of the port f7e8e77b-062f-44bd-85b7-ee528244a093 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:49.945997 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Router 5aa1d797-5949-4624-a83c-bf749d6a9dca is scheduled to L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 with binding_index 1 {{(pid=110070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:09:50.063128 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:09:50.072210 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Sync routers for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:09:50.087812 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:09:50.087812 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:09:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:50.136714 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:50.137965 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-c3a16610-7c8b-421e-b0dd-6037c1c9d7e8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2256310 Apr 28 15:09:50.140785 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-d0dfd778-0406-49a1-93ab-1d166d82ccc3 None None] Provisioning complete for port f7e8e77b-062f-44bd-85b7-ee528244a093 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:50.140919 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60262) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:50.141155 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d0dfd778-0406-49a1-93ab-1d166d82ccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:50.233219 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:09:50.340942 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-d0dfd778-0406-49a1-93ab-1d166d82ccc3 None None] Current status of the port f7e8e77b-062f-44bd-85b7-ee528244a093 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:50.430060 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:49Z', 'revision_number': 3, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:50.460927 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Checking router: 5aa1d797-5949-4624-a83c-bf749d6a9dca for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:09:50.461277 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Updating router 5aa1d797-5949-4624-a83c-bf749d6a9dca port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 binding host dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:09:50.488249 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:50.554081 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:50.724089 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Allocated IP 172.20.0.1 (81309ba0-2d09-4d02-8c7c-fc245e1cafac/4f3b090f-b1eb-4c1c-87a5-0b415c189d3a/660d0c65-2bf2-44a1-8ac4-cffc80ca731e) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:09:50.754150 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Publish callbacks [] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:50.814107 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:50.831683 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Publish callbacks [] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:50.846831 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:50.873762 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Attempting to bind port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:09:50.874140 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Attempting to bind port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:09:50.874500 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Attempting to bind port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 on network 4b557462-7dca-499c-bcf1-0b01900942b2 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:09:50.880194 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce180a-f2b0-44ff-acfe-c0d3e7fa54b8 None None] Pushing event updated for resources: {'Port': ['ID=c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:50.882854 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:09:50.883234 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Checking segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:09:50.883642 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:50.886544 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Bound using segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:09:50.886544 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Bound port: c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:09:50.886544 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:50.935091 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:50.938837 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device f7e8e77b-062f-44bd-85b7-ee528244a093 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:09:50.944134 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] For port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:09:50.972729 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Network 81309ba0-2d09-4d02-8c7c-fc245e1cafac is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:09:50.973316 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] For port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:09:50.975599 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:09:50.981329 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:09:51.001793 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port f7e8e77b-062f-44bd-85b7-ee528244a093 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:51.002308 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:51.011806 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Pushing event updated for resources: {'Port': ['ID=660d0c65-2bf2-44a1-8ac4-cffc80ca731e,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:51.025881 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711083'] for router_interface (5aa1d797-5949-4624-a83c-bf749d6a9dca), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:51.052081 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:51.148474 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce180a-f2b0-44ff-acfe-c0d3e7fa54b8 None None] Pushing event updated for resources: {'Port': ['ID=c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:51.152612 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port f7e8e77b-062f-44bd-85b7-ee528244a093 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:51.155423 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:09:51.156043 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:09:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:51.225531 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:51.271493 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-c5566079-4894-4851-9a2c-76a77f20a92e None None] Provisioning complete for port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:51.271777 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c5566079-4894-4851-9a2c-76a77f20a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:51.274307 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:09:51.375398 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-c5566079-4894-4851-9a2c-76a77f20a92e None None] Port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:09:51.387810 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Publish callbacks [] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:51.454350 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:51.472082 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:49Z', 'revision_number': 3, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:51.497837 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736e07b-8610-4f81-b300-f1f8178c5333 None None] The sync data for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi is: [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:49Z', 'revision_number': 3, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:09:51.527030 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712219'] for router_interface (5aa1d797-5949-4624-a83c-bf749d6a9dca), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:51.528781 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Pushing event updated for resources: {'Port': ['ID=660d0c65-2bf2-44a1-8ac4-cffc80ca731e,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:51.631199 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Network 81309ba0-2d09-4d02-8c7c-fc245e1cafac is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:09:51.632745 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:09:51.769776 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Router 5aa1d797-5949-4624-a83c-bf749d6a9dca has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:09:51.891599 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:09:51.899695 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-419e7904-76a0-442a-8a2f-9605bff38cd8 None None] Provisioning complete for port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:51.900060 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-419e7904-76a0-442a-8a2f-9605bff38cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:51.909310 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-74d41681-44e7-4051-8a2a-c8521515e46f admin admin] 10.222.0.31 "PUT /v2.0/routers/5aa1d797-5949-4624-a83c-bf749d6a9dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7633276 Apr 28 15:09:51.940445 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-419e7904-76a0-442a-8a2f-9605bff38cd8 None None] Port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:09:52.610644 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60282) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:52.615756 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-589765993-network', 'tenant_id': 'ff81def211d6415f871b642c6feac398'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:09:52.728757 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Made reservation on behalf of ff81def211d6415f871b642c6feac398 for: {'network': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:09:52.733038 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:52.745463 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:52.830360 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Publish callbacks [] for security_group (b5ec6f81-b52f-4dce-930f-f29ea4e6cb46), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:52.934663 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b5ec6f81-b52f-4dce-930f-f29ea4e6cb46), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:52.948174 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:09:52.977161 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=110070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:09:52.988821 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ec6f81-b52f-4dce-930f-f29ea4e6cb46,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:52.993816 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (def9452d-a763-4c48-b09a-8c5b4010fb70), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:52.994242 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.segments_db [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Added segment def9452d-a763-4c48-b09a-8c5b4010fb70 of type vlan for network d8cf1989-332c-4a44-bbe1-2b9118d8641f Apr 28 15:09:53.019258 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:53.020106 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.057008 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (d8cf1989-332c-4a44-bbe1-2b9118d8641f), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.104031 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:53.104476 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.124828 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Sync routers for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:09:53.125652 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:09:53.129328 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (d8cf1989-332c-4a44-bbe1-2b9118d8641f), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.130401 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:53.131125 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.135475 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:09:53.136544 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:09:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:53.199883 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] Pushing event updated for resources: {'Network': ['ID=d8cf1989-332c-4a44-bbe1-2b9118d8641f,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:53.210956 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network d8cf1989-332c-4a44-bbe1-2b9118d8641f details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:09:53.246277 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:09:53.268633 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-353d1c47-a60a-4e28-a513-522a41c7c20e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6568575 Apr 28 15:09:53.271117 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.271663 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60290) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:53.278408 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-37961782-75dd-4755-80a6-5e8271c60c60 admin admin] Request body: {'subnet': {'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-589765993-subnet', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'ip_version': 4}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:09:53.323029 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:53.367719 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37961782-75dd-4755-80a6-5e8271c60c60 admin admin] Made reservation on behalf of ff81def211d6415f871b642c6feac398 for: {'subnet': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:09:53.370058 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-37961782-75dd-4755-80a6-5e8271c60c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62736303'] for subnet (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.438580 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 2, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:53.464858 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Checking router: 5aa1d797-5949-4624-a83c-bf749d6a9dca for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:09:53.465214 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Updating router 5aa1d797-5949-4624-a83c-bf749d6a9dca port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e binding host dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:09:53.492316 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.597401 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-37961782-75dd-4755-80a6-5e8271c60c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61912008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62736221'] for subnet (ab3f0c5f-7ea2-49f8-86ae-a0421530a0da), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.653191 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37961782-75dd-4755-80a6-5e8271c60c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3f0c5f-7ea2-49f8-86ae-a0421530a0da,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:53.664300 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37961782-75dd-4755-80a6-5e8271c60c60 admin admin] Checking segment: {'id': 'def9452d-a763-4c48-b09a-8c5b4010fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:09:53.664836 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37961782-75dd-4755-80a6-5e8271c60c60 admin admin] Network hostable DHCP agents. Network: d8cf1989-332c-4a44-bbe1-2b9118d8641f, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:09:53.751508 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37961782-75dd-4755-80a6-5e8271c60c60 admin admin] Network d8cf1989-332c-4a44-bbe1-2b9118d8641f is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:09:53.819908 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-37961782-75dd-4755-80a6-5e8271c60c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, d8cf1989-332c-4a44-bbe1-2b9118d8641f) {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:09:53.824743 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37961782-75dd-4755-80a6-5e8271c60c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:53.826090 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-37961782-75dd-4755-80a6-5e8271c60c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.829374 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9495bc27-ccc5-4a73-b2c8-2bca6398292a None None] Network d8cf1989-332c-4a44-bbe1-2b9118d8641f requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:09:53.837440 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Publish callbacks [] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.902955 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-37961782-75dd-4755-80a6-5e8271c60c60 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6293938 Apr 28 15:09:53.905596 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60292) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:53.909854 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-589765993-router', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:09:53.923111 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.934160 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe06547cc-7c40-502f-8a3c-f018a8c7a7ca-d8cf1989-332c-4a44-bbe1-2b9118d8641f', 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f', 'project_id': 'ff81def211d6415f871b642c6feac398', 'fixed_ips': [{'subnet_id': 'ab3f0c5f-7ea2-49f8-86ae-a0421530a0da'}]}} from dv-cinder-839768-1-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 15:09:53.935017 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:53.986404 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Pushing event updated for resources: {'Port': ['ID=660d0c65-2bf2-44a1-8ac4-cffc80ca731e,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:53.988417 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.988954 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.989319 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.989678 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.990010 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.990336 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.990664 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.990981 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.991342 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.991653 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.991976 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.992313 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.992637 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.993102 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:53.993419 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:54.005518 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14111'] for router (c413a4ca-6cc6-4216-8508-056a8df318b3), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.006893 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (c413a4ca-6cc6-4216-8508-056a8df318b3), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.090027 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Publish callbacks [] for router_controller (c413a4ca-6cc6-4216-8508-056a8df318b3), precommit_add_association {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.090268 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Attempting to bind port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:09:54.090711 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Attempting to bind port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:09:54.091139 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Attempting to bind port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e on network 81309ba0-2d09-4d02-8c7c-fc245e1cafac {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:09:54.098686 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:09:54.099255 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Checking segment: {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:09:54.103293 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.103293 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Bound using segment: {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:09:54.103293 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Bound port: 660d0c65-2bf2-44a1-8ac4-cffc80ca731e, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:09:54.103293 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.175230 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] For port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:09:54.178608 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] For port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=660d0c65-2bf2-44a1-8ac4-cffc80ca731e,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:09:54.232987 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-4103508b-1544-443b-b884-a1c7ca183707 None None] Provisioning complete for port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:54.233546 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4103508b-1544-443b-b884-a1c7ca183707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.249796 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.266944 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Allocated IP 172.20.0.2 (d8cf1989-332c-4a44-bbe1-2b9118d8641f/ab3f0c5f-7ea2-49f8-86ae-a0421530a0da/34ff1ac0-b3df-4f91-ba07-081a62600af0) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:09:54.288895 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-4103508b-1544-443b-b884-a1c7ca183707 None None] Port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:09:54.307678 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Publish callbacks [] for router_gateway (c413a4ca-6cc6-4216-8508-056a8df318b3), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.331775 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:09:54.332563 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:09:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:54.374248 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd96957-4e39-4ebd-97da-b217a0fc0b7e None None] Pushing event updated for resources: {'Port': ['ID=660d0c65-2bf2-44a1-8ac4-cffc80ca731e,revision_number=4']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:54.458121 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Publish callbacks [] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.469301 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:09:54.522576 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.565214 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Network d8cf1989-332c-4a44-bbe1-2b9118d8641f is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:09:54.568040 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:09:54.571529 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Publish callbacks [] for router_gateway (c413a4ca-6cc6-4216-8508-056a8df318b3), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.572627 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:09:54.575616 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Pushing event updated for resources: {'Port': ['ID=34ff1ac0-b3df-4f91-ba07-081a62600af0,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:54.592073 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.632149 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-ba452655-3580-4fe1-9234-32563bd818d7 None None] Provisioning complete for port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:54.632149 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ba452655-3580-4fe1-9234-32563bd818d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.667733 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Attempting to bind port 34ff1ac0-b3df-4f91-ba07-081a62600af0 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:09:54.668115 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Attempting to bind port 34ff1ac0-b3df-4f91-ba07-081a62600af0 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'def9452d-a763-4c48-b09a-8c5b4010fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:09:54.668539 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Attempting to bind port 34ff1ac0-b3df-4f91-ba07-081a62600af0 on network d8cf1989-332c-4a44-bbe1-2b9118d8641f {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:09:54.678994 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:54.680106 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:09:54.680554 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Checking segment: {'id': 'def9452d-a763-4c48-b09a-8c5b4010fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:09:54.681416 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.681416 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Bound using segment: {'id': 'def9452d-a763-4c48-b09a-8c5b4010fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:09:54.681988 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Bound port: 34ff1ac0-b3df-4f91-ba07-081a62600af0, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def9452d-a763-4c48-b09a-8c5b4010fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:09:54.684572 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.709283 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Allocated IP 172.27.2.158 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/f3b876b9-b8e5-4982-b129-72ffd3825335) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:09:54.711727 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3040d-7d71-46c4-a29d-b0a1aeb7cdfb None None] The sync data for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi is: [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:09:54.804420 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-ba452655-3580-4fe1-9234-32563bd818d7 None None] Current status of the port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:54.804914 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ba452655-3580-4fe1-9234-32563bd818d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.818656 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] For port 34ff1ac0-b3df-4f91-ba07-081a62600af0, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:09:54.830811 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Publish callbacks [] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.837979 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] For port 34ff1ac0-b3df-4f91-ba07-081a62600af0, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=34ff1ac0-b3df-4f91-ba07-081a62600af0,segment=NetworkSegment(def9452d-a763-4c48-b09a-8c5b4010fb70),segment_id=def9452d-a763-4c48-b09a-8c5b4010fb70)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:09:54.857602 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-ba452655-3580-4fe1-9234-32563bd818d7 None None] For port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=660d0c65-2bf2-44a1-8ac4-cffc80ca731e,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:09:54.926030 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.958833 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:54.999054 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ba452655-3580-4fe1-9234-32563bd818d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:55.020434 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:09:55.029471 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:09:55.034255 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:09:55.035356 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f02f-dba1-4a28-8d20-a12c22a69e54 None None] Pushing event updated for resources: {'Port': ['ID=34ff1ac0-b3df-4f91-ba07-081a62600af0,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:55.063446 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 660d0c65-2bf2-44a1-8ac4-cffc80ca731e up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:09:55.070749 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Pushing event updated for resources: {'Port': ['ID=f3b876b9-b8e5-4982-b129-72ffd3825335,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:55.154326 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba452655-3580-4fe1-9234-32563bd818d7 None None] Pushing event updated for resources: {'Port': ['ID=660d0c65-2bf2-44a1-8ac4-cffc80ca731e,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:55.159214 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:55.159587 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:55.265084 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:55.266870 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:09:55.324535 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:55.324959 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:55.426074 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:55.721409 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Publish callbacks [] for router_gateway (c413a4ca-6cc6-4216-8508-056a8df318b3), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:55.940460 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547806'] for router (c413a4ca-6cc6-4216-8508-056a8df318b3), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:56.062250 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92904a65-47b3-487d-bcd6-0bc602e74550 None None] Network d8cf1989-332c-4a44-bbe1-2b9118d8641f requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:09:56.145412 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f526e320-0a2c-48c0-b002-d5d307501874 None None] Provisioning complete for port 34ff1ac0-b3df-4f91-ba07-081a62600af0 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:56.145777 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f526e320-0a2c-48c0-b002-d5d307501874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:56.157325 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Router c413a4ca-6cc6-4216-8508-056a8df318b3 is scheduled to L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 with binding_index 1 {{(pid=110070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:09:56.261217 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f526e320-0a2c-48c0-b002-d5d307501874 None None] Current status of the port 34ff1ac0-b3df-4f91-ba07-081a62600af0 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:56.261606 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f526e320-0a2c-48c0-b002-d5d307501874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:56.278088 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:09:56.297131 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Sync routers for ids ['c413a4ca-6cc6-4216-8508-056a8df318b3'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:09:56.306663 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-f526e320-0a2c-48c0-b002-d5d307501874 None None] For port 34ff1ac0-b3df-4f91-ba07-081a62600af0, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=34ff1ac0-b3df-4f91-ba07-081a62600af0,segment=NetworkSegment(def9452d-a763-4c48-b09a-8c5b4010fb70),segment_id=def9452d-a763-4c48-b09a-8c5b4010fb70)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:09:56.323823 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Routers {'c413a4ca-6cc6-4216-8508-056a8df318b3'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:09:56.324612 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:09:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['c413a4ca-6cc6-4216-8508-056a8df318b3'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:56.365560 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:56.366814 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-0045ab37-d231-4f03-aaec-4247b49ff23f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4602408 Apr 28 15:09:56.369629 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60300) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:56.434421 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f526e320-0a2c-48c0-b002-d5d307501874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:56.469057 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Set router c413a4ca-6cc6-4216-8508-056a8df318b3 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:09:56.576615 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526e320-0a2c-48c0-b002-d5d307501874 None None] Pushing event updated for resources: {'Port': ['ID=34ff1ac0-b3df-4f91-ba07-081a62600af0,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:56.604435 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-f0068a86-ca28-45f5-9964-f55d9c179efa None None] Provisioning complete for port 34ff1ac0-b3df-4f91-ba07-081a62600af0 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:56.604835 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f0068a86-ca28-45f5-9964-f55d9c179efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:56.731520 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'name': 'tempest-TestVolumeBootPattern-589765993-router', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:55Z', 'revision_number': 3, 'project_id': 'ff81def211d6415f871b642c6feac398', 'gw_port': {'id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:56.767541 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-f0068a86-ca28-45f5-9964-f55d9c179efa None None] Current status of the port 34ff1ac0-b3df-4f91-ba07-081a62600af0 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:56.771775 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Checking router: c413a4ca-6cc6-4216-8508-056a8df318b3 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:09:56.772129 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Updating router c413a4ca-6cc6-4216-8508-056a8df318b3 port f3b876b9-b8e5-4982-b129-72ffd3825335 binding host dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:09:56.789223 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:56.801536 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:56.958482 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Allocated IP 172.20.0.1 (d8cf1989-332c-4a44-bbe1-2b9118d8641f/ab3f0c5f-7ea2-49f8-86ae-a0421530a0da/9472d7cf-2fe5-4109-b8a6-5158fabb8bd8) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:09:57.075032 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Publish callbacks [] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.141805 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 34ff1ac0-b3df-4f91-ba07-081a62600af0 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:09:57.175335 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.213725 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Network d8cf1989-332c-4a44-bbe1-2b9118d8641f is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:09:57.216597 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:09:57.219196 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:09:57.241189 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Publish callbacks [] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.245146 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 34ff1ac0-b3df-4f91-ba07-081a62600af0 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:57.245146 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.251819 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Pushing event updated for resources: {'Port': ['ID=9472d7cf-2fe5-4109-b8a6-5158fabb8bd8,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:57.269850 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711083'] for router_interface (c413a4ca-6cc6-4216-8508-056a8df318b3), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.331444 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.376855 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 34ff1ac0-b3df-4f91-ba07-081a62600af0 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:57.381406 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 660d0c65-2bf2-44a1-8ac4-cffc80ca731e up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:09:57.436499 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b3e83-cfc0-4790-8d30-1b124707bcbf None None] Pushing event updated for resources: {'Port': ['ID=f3b876b9-b8e5-4982-b129-72ffd3825335,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:57.441350 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Attempting to bind port f3b876b9-b8e5-4982-b129-72ffd3825335 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:09:57.441681 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Attempting to bind port f3b876b9-b8e5-4982-b129-72ffd3825335 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:09:57.442042 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Attempting to bind port f3b876b9-b8e5-4982-b129-72ffd3825335 on network 4b557462-7dca-499c-bcf1-0b01900942b2 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:09:57.449546 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:09:57.450903 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Checking segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:09:57.450903 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.450903 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Bound using segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:09:57.451199 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Bound port: f3b876b9-b8e5-4982-b129-72ffd3825335, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:09:57.451517 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.477882 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.494288 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:57.496085 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.537038 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-2ba8b368-cd95-4b44-b5cf-016dfc7a08a3 None None] Provisioning complete for port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:57.537417 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b368-cd95-4b44-b5cf-016dfc7a08a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.568349 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] For port f3b876b9-b8e5-4982-b129-72ffd3825335, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:09:57.587523 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] For port f3b876b9-b8e5-4982-b129-72ffd3825335, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=f3b876b9-b8e5-4982-b129-72ffd3825335,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:09:57.601415 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8b368-cd95-4b44-b5cf-016dfc7a08a3 None None] Port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:09:57.642488 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:57.644844 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Publish callbacks [] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.671976 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.730266 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Routers {'c413a4ca-6cc6-4216-8508-056a8df318b3'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:09:57.730880 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:09:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['c413a4ca-6cc6-4216-8508-056a8df318b3'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:57.739994 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.768095 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b3e83-cfc0-4790-8d30-1b124707bcbf None None] Pushing event updated for resources: {'Port': ['ID=f3b876b9-b8e5-4982-b129-72ffd3825335,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:57.810619 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712219'] for router_interface (c413a4ca-6cc6-4216-8508-056a8df318b3), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:57.812289 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Pushing event updated for resources: {'Port': ['ID=9472d7cf-2fe5-4109-b8a6-5158fabb8bd8,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:57.851411 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] Set router c413a4ca-6cc6-4216-8508-056a8df318b3 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:09:57.902486 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Network d8cf1989-332c-4a44-bbe1-2b9118d8641f is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:09:57.903958 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:09:58.032024 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Router c413a4ca-6cc6-4216-8508-056a8df318b3 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:09:58.048275 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'name': 'tempest-TestVolumeBootPattern-589765993-router', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:57Z', 'revision_number': 4, 'project_id': 'ff81def211d6415f871b642c6feac398', 'gw_port': {'id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '9472d7cf-2fe5-4109-b8a6-5158fabb8bd8', 'name': '', 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'mac_address': 'fa:16:3e:3b:fc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ab3f0c5f-7ea2-49f8-86ae-a0421530a0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:56Z', 'updated_at': '2022-04-28T15:09:56Z', 'revision_number': 1, 'project_id': 'ff81def211d6415f871b642c6feac398', 'subnets': [{'id': 'ab3f0c5f-7ea2-49f8-86ae-a0421530a0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:58.080185 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a81af-513e-4c04-93f6-1df1491ba7a6 None None] The sync data for ids ['c413a4ca-6cc6-4216-8508-056a8df318b3'] in dv-cinder-839768-1-iscsi is: [{'id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'name': 'tempest-TestVolumeBootPattern-589765993-router', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:57Z', 'revision_number': 4, 'project_id': 'ff81def211d6415f871b642c6feac398', 'gw_port': {'id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '9472d7cf-2fe5-4109-b8a6-5158fabb8bd8', 'name': '', 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'mac_address': 'fa:16:3e:3b:fc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ab3f0c5f-7ea2-49f8-86ae-a0421530a0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:56Z', 'updated_at': '2022-04-28T15:09:56Z', 'revision_number': 1, 'project_id': 'ff81def211d6415f871b642c6feac398', 'subnets': [{'id': 'ab3f0c5f-7ea2-49f8-86ae-a0421530a0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:09:58.122552 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-744369de-3e8a-4b1a-ad05-80754fec7662 None None] Provisioning complete for port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:58.123003 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-744369de-3e8a-4b1a-ad05-80754fec7662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:58.150062 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:09:58.155674 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-af7136f3-673f-4014-a6f1-31af240bc557 admin admin] 10.222.0.31 "PUT /v2.0/routers/c413a4ca-6cc6-4216-8508-056a8df318b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7848179 Apr 28 15:09:58.162274 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-744369de-3e8a-4b1a-ad05-80754fec7662 None None] Port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:09:58.884539 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60320) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:58.894246 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-f3b40175-4821-4852-b76e-6cf7389d80ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787589899', 'description': 'tempest-secgroup-smoke-1787589899 description', 'project_id': '9bb47d49c45c4bbbaaa30984845dc495'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:09:58.954743 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device f3b876b9-b8e5-4982-b129-72ffd3825335 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:09:58.975186 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f3b40175-4821-4852-b76e-6cf7389d80ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.006442 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port f3b876b9-b8e5-4982-b129-72ffd3825335 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:09:59.007125 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.053044 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f3b40175-4821-4852-b76e-6cf7389d80ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group (9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.098529 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port f3b876b9-b8e5-4982-b129-72ffd3825335 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:09:59.098971 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.121512 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port f3b876b9-b8e5-4982-b129-72ffd3825335, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=f3b876b9-b8e5-4982-b129-72ffd3825335,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:09:59.141139 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f3b40175-4821-4852-b76e-6cf7389d80ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.171599 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b40175-4821-4852-b76e-6cf7389d80ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:59.197925 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.234480 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f3b40175-4821-4852-b76e-6cf7389d80ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.239109 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-f3b40175-4821-4852-b76e-6cf7389d80ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3500514 Apr 28 15:09:59.239277 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60322) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:59.243630 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-0a60c363-f736-4326-83da-9ee34c0b6ec8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'security_group_rule': {'security_group_id': '9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f', 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:09:59.254239 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=f3b876b9-b8e5-4982-b129-72ffd3825335,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:59.329195 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0a60c363-f736-4326-83da-9ee34c0b6ec8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (e1b9eecf-06c5-48bf-949b-6ecfa34ab931), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.391554 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0a60c363-f736-4326-83da-9ee34c0b6ec8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (e1b9eecf-06c5-48bf-949b-6ecfa34ab931), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.471730 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0a60c363-f736-4326-83da-9ee34c0b6ec8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (e1b9eecf-06c5-48bf-949b-6ecfa34ab931), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.495510 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60c363-f736-4326-83da-9ee34c0b6ec8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b9eecf-06c5-48bf-949b-6ecfa34ab931,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:59.565658 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-0a60c363-f736-4326-83da-9ee34c0b6ec8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.566889 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-0a60c363-f736-4326-83da-9ee34c0b6ec8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267233 Apr 28 15:09:59.569713 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60328) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:59.573984 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-5898a4bd-1aad-474b-97d7-e2ef08ae3939 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'security_group_rule': {'security_group_id': '9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f', 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:09:59.654340 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5898a4bd-1aad-474b-97d7-e2ef08ae3939 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (62d9593e-1ca8-47d7-9a5b-46ab6baca39d), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.716338 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5898a4bd-1aad-474b-97d7-e2ef08ae3939 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (62d9593e-1ca8-47d7-9a5b-46ab6baca39d), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.763171 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5898a4bd-1aad-474b-97d7-e2ef08ae3939 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (62d9593e-1ca8-47d7-9a5b-46ab6baca39d), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.782058 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898a4bd-1aad-474b-97d7-e2ef08ae3939 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d9593e-1ca8-47d7-9a5b-46ab6baca39d,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:59.839214 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5898a4bd-1aad-474b-97d7-e2ef08ae3939 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.840425 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-5898a4bd-1aad-474b-97d7-e2ef08ae3939 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2697961 Apr 28 15:09:59.843375 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60332) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:09:59.849116 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-f733fd7e-f26f-4707-8a82-2d601a8a143c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'security_group_rule': {'security_group_id': '9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f', 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:09:59.923898 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f733fd7e-f26f-4707-8a82-2d601a8a143c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (a5dfbbde-787e-4ac4-aa2c-4f26e5b2050c), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:09:59.981473 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f733fd7e-f26f-4707-8a82-2d601a8a143c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (a5dfbbde-787e-4ac4-aa2c-4f26e5b2050c), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.031966 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f733fd7e-f26f-4707-8a82-2d601a8a143c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (a5dfbbde-787e-4ac4-aa2c-4f26e5b2050c), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.052217 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733fd7e-f26f-4707-8a82-2d601a8a143c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5dfbbde-787e-4ac4-aa2c-4f26e5b2050c,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:00.074990 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Sync routers for ids ['c413a4ca-6cc6-4216-8508-056a8df318b3'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:10:00.086376 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Routers {'c413a4ca-6cc6-4216-8508-056a8df318b3'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:00.086982 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:09:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['c413a4ca-6cc6-4216-8508-056a8df318b3'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:00.101440 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-f733fd7e-f26f-4707-8a82-2d601a8a143c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.102709 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-f733fd7e-f26f-4707-8a82-2d601a8a143c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2583985 Apr 28 15:10:00.105532 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60334) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:10:00.109834 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-34a3bd69-f588-4d65-aaef-3cc41f868910 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'security_group_rule': {'security_group_id': '9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f', 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:10:00.180067 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-34a3bd69-f588-4d65-aaef-3cc41f868910 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (a70c4555-3fb2-484b-acfc-0f4b6fa773d9), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.195955 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Set router c413a4ca-6cc6-4216-8508-056a8df318b3 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:00.238127 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-34a3bd69-f588-4d65-aaef-3cc41f868910 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (a70c4555-3fb2-484b-acfc-0f4b6fa773d9), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.288813 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-34a3bd69-f588-4d65-aaef-3cc41f868910 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (a70c4555-3fb2-484b-acfc-0f4b6fa773d9), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.308323 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3bd69-f588-4d65-aaef-3cc41f868910 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70c4555-3fb2-484b-acfc-0f4b6fa773d9,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:00.386878 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-34a3bd69-f588-4d65-aaef-3cc41f868910 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.388162 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-34a3bd69-f588-4d65-aaef-3cc41f868910 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2816620 Apr 28 15:10:00.390078 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'name': 'tempest-TestVolumeBootPattern-589765993-router', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:57Z', 'revision_number': 4, 'project_id': 'ff81def211d6415f871b642c6feac398', 'gw_port': {'id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '9472d7cf-2fe5-4109-b8a6-5158fabb8bd8', 'name': '', 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'mac_address': 'fa:16:3e:3b:fc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ab3f0c5f-7ea2-49f8-86ae-a0421530a0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:56Z', 'updated_at': '2022-04-28T15:09:57Z', 'revision_number': 2, 'project_id': 'ff81def211d6415f871b642c6feac398', 'subnets': [{'id': 'ab3f0c5f-7ea2-49f8-86ae-a0421530a0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:00.390964 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60336) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:10:00.396770 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-eff99fe6-cc09-486b-8916-65be7e8772e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'security_group_rule': {'security_group_id': '9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f', 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:10:00.418283 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Checking router: c413a4ca-6cc6-4216-8508-056a8df318b3 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:10:00.418640 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Updating router c413a4ca-6cc6-4216-8508-056a8df318b3 port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 binding host dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:10:00.446082 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.466111 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.securitygroups_db [None req-eff99fe6-cc09-486b-8916-65be7e8772e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Project 9bb47d49c45c4bbbaaa30984845dc495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:10:00.472700 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-eff99fe6-cc09-486b-8916-65be7e8772e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (0a341762-a8ab-4633-9b6b-e4f3e7c68685), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.531887 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-eff99fe6-cc09-486b-8916-65be7e8772e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (0a341762-a8ab-4633-9b6b-e4f3e7c68685), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.580911 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-eff99fe6-cc09-486b-8916-65be7e8772e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (0a341762-a8ab-4633-9b6b-e4f3e7c68685), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.598860 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff99fe6-cc09-486b-8916-65be7e8772e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a341762-a8ab-4633-9b6b-e4f3e7c68685,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:00.633673 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-eff99fe6-cc09-486b-8916-65be7e8772e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.637463 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-eff99fe6-cc09-486b-8916-65be7e8772e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2425008 Apr 28 15:10:00.637631 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60338) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:10:00.642295 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-218721a2-1aba-44d1-8df2-1f2b57a0cab4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'security_group_rule': {'security_group_id': '9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f', 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:10:00.709100 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Publish callbacks [] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.709232 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.securitygroups_db [None req-218721a2-1aba-44d1-8df2-1f2b57a0cab4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Project 9bb47d49c45c4bbbaaa30984845dc495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:10:00.714896 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-218721a2-1aba-44d1-8df2-1f2b57a0cab4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (849cf953-5de0-4a0d-b672-6d40ab0ed119), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.751570 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.781848 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-218721a2-1aba-44d1-8df2-1f2b57a0cab4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (849cf953-5de0-4a0d-b672-6d40ab0ed119), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.807108 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9aa8c3-fd73-476d-807a-d5f736687f23 None None] Pushing event updated for resources: {'Port': ['ID=9472d7cf-2fe5-4109-b8a6-5158fabb8bd8,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:00.816035 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.842276 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-218721a2-1aba-44d1-8df2-1f2b57a0cab4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (849cf953-5de0-4a0d-b672-6d40ab0ed119), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.876179 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Attempting to bind port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:10:00.876557 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Attempting to bind port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'def9452d-a763-4c48-b09a-8c5b4010fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:10:00.876978 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Attempting to bind port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 on network d8cf1989-332c-4a44-bbe1-2b9118d8641f {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:10:00.880914 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218721a2-1aba-44d1-8df2-1f2b57a0cab4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849cf953-5de0-4a0d-b672-6d40ab0ed119,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:00.883793 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:10:00.884160 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Checking segment: {'id': 'def9452d-a763-4c48-b09a-8c5b4010fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:10:00.884704 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.885095 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Bound using segment: {'id': 'def9452d-a763-4c48-b09a-8c5b4010fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:10:00.886084 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Bound port: 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def9452d-a763-4c48-b09a-8c5b4010fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:10:00.886084 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.932054 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-218721a2-1aba-44d1-8df2-1f2b57a0cab4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:00.934894 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-218721a2-1aba-44d1-8df2-1f2b57a0cab4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2946482 Apr 28 15:10:00.962484 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] For port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:10:00.966110 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] For port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=9472d7cf-2fe5-4109-b8a6-5158fabb8bd8,segment=NetworkSegment(def9452d-a763-4c48-b09a-8c5b4010fb70),segment_id=def9452d-a763-4c48-b09a-8c5b4010fb70)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:10:00.972616 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device f3b876b9-b8e5-4982-b129-72ffd3825335 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:10:01.027192 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port f3b876b9-b8e5-4982-b129-72ffd3825335 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:10:01.027719 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:01.066062 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:01.151962 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port f3b876b9-b8e5-4982-b129-72ffd3825335 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:10:01.152172 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Routers {'c413a4ca-6cc6-4216-8508-056a8df318b3'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:01.152172 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:09:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['c413a4ca-6cc6-4216-8508-056a8df318b3'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:01.161195 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-3f827c4e-ff87-46b2-b623-27dab356c66d None None] Provisioning complete for port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:10:01.161748 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3f827c4e-ff87-46b2-b623-27dab356c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:01.211703 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9aa8c3-fd73-476d-807a-d5f736687f23 None None] Pushing event updated for resources: {'Port': ['ID=9472d7cf-2fe5-4109-b8a6-5158fabb8bd8,revision_number=4']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:01.295309 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-3f827c4e-ff87-46b2-b623-27dab356c66d None None] Current status of the port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:10:01.295712 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3f827c4e-ff87-46b2-b623-27dab356c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:01.309174 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] Set router c413a4ca-6cc6-4216-8508-056a8df318b3 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:01.353404 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-3f827c4e-ff87-46b2-b623-27dab356c66d None None] For port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=9472d7cf-2fe5-4109-b8a6-5158fabb8bd8,segment=NetworkSegment(def9452d-a763-4c48-b09a-8c5b4010fb70),segment_id=def9452d-a763-4c48-b09a-8c5b4010fb70)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:01.449305 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3f827c4e-ff87-46b2-b623-27dab356c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:01.500960 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f827c4e-ff87-46b2-b623-27dab356c66d None None] Pushing event updated for resources: {'Port': ['ID=9472d7cf-2fe5-4109-b8a6-5158fabb8bd8,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:01.569114 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-b18c31a1-ae24-4dab-97c8-2bbedfa5b312 None None] Provisioning complete for port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:10:01.569480 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b18c31a1-ae24-4dab-97c8-2bbedfa5b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:01.596228 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'name': 'tempest-TestVolumeBootPattern-589765993-router', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:57Z', 'revision_number': 4, 'project_id': 'ff81def211d6415f871b642c6feac398', 'gw_port': {'id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '9472d7cf-2fe5-4109-b8a6-5158fabb8bd8', 'name': '', 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'mac_address': 'fa:16:3e:3b:fc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ab3f0c5f-7ea2-49f8-86ae-a0421530a0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:56Z', 'updated_at': '2022-04-28T15:10:00Z', 'revision_number': 4, 'project_id': 'ff81def211d6415f871b642c6feac398', 'subnets': [{'id': 'ab3f0c5f-7ea2-49f8-86ae-a0421530a0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:01.629206 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4f4c90-fa28-421c-ade0-01dd169a1df3 None None] The sync data for ids ['c413a4ca-6cc6-4216-8508-056a8df318b3'] in dv-cinder-839768-1-iscsi is: [{'id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'name': 'tempest-TestVolumeBootPattern-589765993-router', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:57Z', 'revision_number': 4, 'project_id': 'ff81def211d6415f871b642c6feac398', 'gw_port': {'id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '9472d7cf-2fe5-4109-b8a6-5158fabb8bd8', 'name': '', 'network_id': 'd8cf1989-332c-4a44-bbe1-2b9118d8641f', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'mac_address': 'fa:16:3e:3b:fc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ab3f0c5f-7ea2-49f8-86ae-a0421530a0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:56Z', 'updated_at': '2022-04-28T15:10:00Z', 'revision_number': 4, 'project_id': 'ff81def211d6415f871b642c6feac398', 'subnets': [{'id': 'ab3f0c5f-7ea2-49f8-86ae-a0421530a0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:10:01.650281 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-b18c31a1-ae24-4dab-97c8-2bbedfa5b312 None None] Current status of the port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:10:02.628579 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c6cd5-fff0-40a0-8be4-a2ceed67a218 req-4a4f7753-01ff-445a-987c-a8fdf6a31c3d tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:02.630315 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-267c6cd5-fff0-40a0-8be4-a2ceed67a218 req-4a4f7753-01ff-445a-987c-a8fdf6a31c3d tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 945 time: 0.0475388 Apr 28 15:10:02.679068 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-267c6cd5-fff0-40a0-8be4-a2ceed67a218 req-e67d5cd0-ed79-4f15-bd39-da552de34782 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Apr 28 15:10:02.938776 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:10:02.990175 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:10:02.990546 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:03.067384 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:10:03.805278 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51967e7a-c09d-4168-9c60-e2a9357368a3 req-a3fb0914-8b07-4c6d-97c1-358871d4d065 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:03.806818 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-51967e7a-c09d-4168-9c60-e2a9357368a3 req-a3fb0914-8b07-4c6d-97c1-358871d4d065 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 945 time: 0.0559525 Apr 28 15:10:03.857855 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-51967e7a-c09d-4168-9c60-e2a9357368a3 req-bc1d7845-ee71-438a-b505-12056da447ec tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451853 Apr 28 15:10:04.168333 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c3dae-aab9-4b06-b9a0-70be5c40772c req-01bda687-cff6-4995-88e8-e298235ecf42 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:04.169870 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-691c3dae-aab9-4b06-b9a0-70be5c40772c req-01bda687-cff6-4995-88e8-e298235ecf42 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.42 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 945 time: 0.0479479 Apr 28 15:10:04.256196 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-691c3dae-aab9-4b06-b9a0-70be5c40772c req-37add178-44d3-42bc-a966-4f4e1e02595e tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Deleting port 536c2105-df68-4457-8875-d8c7cb0350fa {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:10:04.256430 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-691c3dae-aab9-4b06-b9a0-70be5c40772c req-37add178-44d3-42bc-a966-4f4e1e02595e tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:04.346942 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-691c3dae-aab9-4b06-b9a0-70be5c40772c req-37add178-44d3-42bc-a966-4f4e1e02595e tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] For port 536c2105-df68-4457-8875-d8c7cb0350fa, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=536c2105-df68-4457-8875-d8c7cb0350fa,segment=NetworkSegment(13030c47-ae69-44ec-bb74-b8282667434e),segment_id=13030c47-ae69-44ec-bb74-b8282667434e)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:04.347305 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-691c3dae-aab9-4b06-b9a0-70be5c40772c req-37add178-44d3-42bc-a966-4f4e1e02595e tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:04.360067 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-691c3dae-aab9-4b06-b9a0-70be5c40772c req-37add178-44d3-42bc-a966-4f4e1e02595e tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Calling delete_port for 536c2105-df68-4457-8875-d8c7cb0350fa owned by compute:nova {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:10:04.552539 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-691c3dae-aab9-4b06-b9a0-70be5c40772c req-37add178-44d3-42bc-a966-4f4e1e02595e tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (536c2105-df68-4457-8875-d8c7cb0350fa), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:04.564023 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['536c2105-df68-4457-8875-d8c7cb0350fa'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:10:04.582029 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37add178-44d3-42bc-a966-4f4e1e02595e tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Pushing event deleted for resources: {'Port': ['ID=536c2105-df68-4457-8875-d8c7cb0350fa,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:04.626099 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-691c3dae-aab9-4b06-b9a0-70be5c40772c req-37add178-44d3-42bc-a966-4f4e1e02595e tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] No DVR routers for this DVR port 536c2105-df68-4457-8875-d8c7cb0350fa on host hv-cinder-83976 {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:10:04.629752 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-691c3dae-aab9-4b06-b9a0-70be5c40772c req-37add178-44d3-42bc-a966-4f4e1e02595e tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:04.633130 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-691c3dae-aab9-4b06-b9a0-70be5c40772c req-37add178-44d3-42bc-a966-4f4e1e02595e tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.42 "DELETE /v2.0/ports/536c2105-df68-4457-8875-d8c7cb0350fa HTTP/1.1" status: 204 len: 173 time: 0.4581640 Apr 28 15:10:04.633575 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399e0482-07f4-445e-b01f-ba1ade6ea62d', 'name': 'network-vif-deleted', 'tag': '536c2105-df68-4457-8875-d8c7cb0350fa'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:10:04.635837 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ecb650-82e4-4b22-ab24-35bcc39b8868" -d '{"events": [{"server_uuid": "399e0482-07f4-445e-b01f-ba1ade6ea62d", "name": "network-vif-deleted", "tag": "536c2105-df68-4457-8875-d8c7cb0350fa"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:10:04.670780 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb42d55-6089-47e4-8e7e-c827ef4ac5d1 x-openstack-request-id: req-dbb42d55-6089-47e4-8e7e-c827ef4ac5d1 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:10:04.671194 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399e0482-07f4-445e-b01f-ba1ade6ea62d", "name": "network-vif-deleted", "tag": "536c2105-df68-4457-8875-d8c7cb0350fa", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:10:04.671311 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbb42d55-6089-47e4-8e7e-c827ef4ac5d1 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:10:04.671721 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb42d55-6089-47e4-8e7e-c827ef4ac5d1'] response: {'server_uuid': '399e0482-07f4-445e-b01f-ba1ade6ea62d', 'name': 'network-vif-deleted', 'tag': '536c2105-df68-4457-8875-d8c7cb0350fa', 'status': 'completed', 'code': 200} Apr 28 15:10:04.962490 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-feb94b98-35a0-416a-86b8-a1ca9dae394a req-8cba01cb-b681-4297-925c-7d7cc6258744 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=399e0482-07f4-445e-b01f-ba1ade6ea62d HTTP/1.1" status: 200 len: 210 time: 0.0303359 Apr 28 15:10:08.475120 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 536c2105-df68-4457-8875-d8c7cb0350fa no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:08.495801 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 536c2105-df68-4457-8875-d8c7cb0350fa {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:10:08.496143 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 536c2105-df68-4457-8875-d8c7cb0350fa not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:14.459191 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4471a8ff-2e48-4a6f-85df-d3c3ce340ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:15.802657 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:10:16.529415 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286720-01a4-497f-bafd-8126cabcec95 req-6087e3b0-288f-4cb3-bfb6-f922016a1673 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:16.530790 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-6087e3b0-288f-4cb3-bfb6-f922016a1673 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/networks?id=af0f0b03-8684-4e10-bc50-6c419909fbe4 HTTP/1.1" status: 200 len: 811 time: 0.1056457 Apr 28 15:10:16.545626 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-9fbb8c1d-9f23-49fe-a94b-4bf579094f0c tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/quotas/0a0fa5912e59423083ab8aa4aa7829e1 HTTP/1.1" status: 200 len: 375 time: 0.0087991 Apr 28 15:10:16.576243 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-e9caf832-b515-477a-a15d-f949252f4095 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a0fa5912e59423083ab8aa4aa7829e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257554 Apr 28 15:10:16.668531 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-13ed207d-d5f4-4ad8-b5b4-5614842870ab service neutron] 10.222.0.31 "GET /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853152 Apr 28 15:10:16.756433 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-7ac83310-d061-4777-93ab-5e2571bfe37d service neutron] 10.222.0.31 "GET /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821266 Apr 28 15:10:16.780635 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-b734d831-04b1-48e7-959d-c753352b3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:16.993828 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f78b9a47-eca7-4082-b52d-da29f2b34f2e req-15e2d178-fe5b-40ae-91c2-eedb487ab721 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 210 time: 0.0273833 Apr 28 15:10:17.963726 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-0dde54bc-feba-45bc-b499-bcb1ad165dfc tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787589899&fields=id&tenant_id=9bb47d49c45c4bbbaaa30984845dc495 HTTP/1.1" status: 200 len: 267 time: 0.0478060 Apr 28 15:10:18.071288 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-31c9c64e-f223-472e-8ee8-0d0aec8e1c4f tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:18.072776 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-31c9c64e-f223-472e-8ee8-0d0aec8e1c4f tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 812 time: 0.1019807 Apr 28 15:10:18.088430 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-d8bb151e-4c71-4685-859e-e72124439eaa tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/quotas/9bb47d49c45c4bbbaaa30984845dc495 HTTP/1.1" status: 200 len: 375 time: 0.0097804 Apr 28 15:10:18.095713 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-74ebaf84-aaee-4e34-8d8b-28ff18b9354d req-7de16ed2-aaac-4c4c-a44d-34db6f3bb93c tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 210 time: 0.0284002 Apr 28 15:10:18.111605 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:18.140727 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-850c3017-8391-450e-884a-0d10ffd94132 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460465 Apr 28 15:10:18.240351 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-8c9fdc3e-1906-4e4a-ba8a-6a34aa866200 service neutron] 10.222.0.31 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882142 Apr 28 15:10:18.333707 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-586190b4-3518-41d5-915d-c06776d87182 service neutron] 10.222.0.31 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875692 Apr 28 15:10:18.781110 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286720-01a4-497f-bafd-8126cabcec95 req-6a3345f6-b9f6-4a18-ad38-9deefb27bbde tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:18.782584 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-6a3345f6-b9f6-4a18-ad38-9deefb27bbde tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.42 "GET /v2.0/networks?id=af0f0b03-8684-4e10-bc50-6c419909fbe4 HTTP/1.1" status: 200 len: 811 time: 0.1034608 Apr 28 15:10:18.794059 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-aa286720-01a4-497f-bafd-8126cabcec95 req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Request body: {'port': {'device_id': '5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9', 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4', 'admin_state_up': True, 'tenant_id': '0a0fa5912e59423083ab8aa4aa7829e1'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:10:18.911574 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-2ab3eb27-099a-40b3-b830-1705c02daf8e req-82044704-bef4-4ba8-a802-e71551d223ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 210 time: 0.0617607 Apr 28 15:10:19.008486 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa286720-01a4-497f-bafd-8126cabcec95 req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Made reservation on behalf of 0a0fa5912e59423083ab8aa4aa7829e1 for: {'port': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:10:19.012158 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-aa286720-01a4-497f-bafd-8126cabcec95 req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:19.145412 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [req-aa286720-01a4-497f-bafd-8126cabcec95 req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Allocated IP 172.20.0.10 (af0f0b03-8684-4e10-bc50-6c419909fbe4/593e9127-f813-4ceb-85e5-d19e7fdc378a/8d907020-8b21-40c5-98c5-57f2c36261ef) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:10:19.215388 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ede1c22a-9be1-48f6-b62a-c4b0886cfaad req-c2891de0-7e71-4ef9-98d2-c2eb37d44f82 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 210 time: 0.0386286 Apr 28 15:10:19.329633 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-aa286720-01a4-497f-bafd-8126cabcec95 req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks [] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:19.374458 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:19.478017 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-aa286720-01a4-497f-bafd-8126cabcec95 req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:19.525821 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa286720-01a4-497f-bafd-8126cabcec95 req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Network af0f0b03-8684-4e10-bc50-6c419909fbe4 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:10:19.531287 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [req-aa286720-01a4-497f-bafd-8126cabcec95 req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:10:19.533962 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa286720-01a4-497f-bafd-8126cabcec95 req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:10:19.559473 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Pushing event updated for resources: {'Port': ['ID=8d907020-8b21-40c5-98c5-57f2c36261ef,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:19.574297 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.574708 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.575057 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.575398 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.575736 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.576070 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.576407 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.576759 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.577093 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.577423 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.577751 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.578078 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.578404 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.578776 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.579109 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:19.598411 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286720-01a4-497f-bafd-8126cabcec95 req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:19.599024 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-aa286720-01a4-497f-bafd-8126cabcec95 req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:19.691606 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-bd31e959-4386-490e-9120-8510592d295a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9009120 Apr 28 15:10:19.703701 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Request body: {'port': {'device_id': '5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:10:19.762525 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:20.009454 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b3f9b767-1ea7-45a9-9ddd-85949bc9c634 req-cbdf0202-5b91-4528-93cb-e0b572c41c3f tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 210 time: 0.0349188 Apr 28 15:10:20.053845 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d907020-8b21-40c5-98c5-57f2c36261ef {{(pid=110070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:10:20.066199 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Publish callbacks [] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:20.078980 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.provisioning_blocks [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Transition to ACTIVE for port object 8d907020-8b21-40c5-98c5-57f2c36261ef will not be triggered until provisioned by entity L2. {{(pid=110070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:10:20.145084 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:20.193717 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Pushing event updated for resources: {'Port': ['ID=8d907020-8b21-40c5-98c5-57f2c36261ef,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:20.281624 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Attempting to bind port 8d907020-8b21-40c5-98c5-57f2c36261ef on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:10:20.281877 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Attempting to bind port 8d907020-8b21-40c5-98c5-57f2c36261ef by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '13030c47-ae69-44ec-bb74-b8282667434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4'}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:10:20.282325 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Attempting to bind port 8d907020-8b21-40c5-98c5-57f2c36261ef on network af0f0b03-8684-4e10-bc50-6c419909fbe4 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:10:20.287501 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Port 8d907020-8b21-40c5-98c5-57f2c36261ef on network af0f0b03-8684-4e10-bc50-6c419909fbe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:10:20.287900 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Attempting to bind port 8d907020-8b21-40c5-98c5-57f2c36261ef on network af0f0b03-8684-4e10-bc50-6c419909fbe4 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:10:20.292938 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:10:20.293353 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Checking segment: {'id': '13030c47-ae69-44ec-bb74-b8282667434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:10:20.293667 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Bound using segment: {'id': '13030c47-ae69-44ec-bb74-b8282667434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4'} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:10:20.294091 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Bound port: 8d907020-8b21-40c5-98c5-57f2c36261ef, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13030c47-ae69-44ec-bb74-b8282667434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4'}}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:10:20.294448 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:20.379529 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c46e51-0a36-4417-bbb9-6e0bbe761312 req-eba7332c-e814-46d9-9ccc-9a886bcf50ed tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:20.381049 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-09c46e51-0a36-4417-bbb9-6e0bbe761312 req-eba7332c-e814-46d9-9ccc-9a886bcf50ed tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 944 time: 0.0836401 Apr 28 15:10:20.421954 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] For port 8d907020-8b21-40c5-98c5-57f2c36261ef, host hv-cinder-83976, cleared binding levels {{(pid=110070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:10:20.444429 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] For port 8d907020-8b21-40c5-98c5-57f2c36261ef, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8d907020-8b21-40c5-98c5-57f2c36261ef,segment=NetworkSegment(13030c47-ae69-44ec-bb74-b8282667434e),segment_id=13030c47-ae69-44ec-bb74-b8282667434e)] {{(pid=110070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:10:20.454397 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-09c46e51-0a36-4417-bbb9-6e0bbe761312 req-ed7c5db7-bcbe-4e5e-b4cc-00a9c1f7e5a8 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652902 Apr 28 15:10:20.517838 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:20.570260 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:20.570873 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:20.572246 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] 10.222.0.42 "PUT /v2.0/ports/8d907020-8b21-40c5-98c5-57f2c36261ef HTTP/1.1" status: 200 len: 1094 time: 0.8727119 Apr 28 15:10:20.572697 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9', 'tag': '8d907020-8b21-40c5-98c5-57f2c36261ef'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:10:20.575128 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d408678f-9ad7-4c1c-ac91-e420c33ae31e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9", "tag": "8d907020-8b21-40c5-98c5-57f2c36261ef"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:10:20.595901 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa285d71-4cf3-49fe-8c83-b7c5b6c01122 service neutron] Pushing event updated for resources: {'Port': ['ID=8d907020-8b21-40c5-98c5-57f2c36261ef,revision_number=3']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:20.610434 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc67a05-1aea-417c-8621-02be7b755085 x-openstack-request-id: req-1dc67a05-1aea-417c-8621-02be7b755085 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:10:20.610750 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9", "tag": "8d907020-8b21-40c5-98c5-57f2c36261ef", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:10:20.611006 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dc67a05-1aea-417c-8621-02be7b755085 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:10:20.611427 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc67a05-1aea-417c-8621-02be7b755085'] response: {'name': 'network-changed', 'server_uuid': '5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9', 'tag': '8d907020-8b21-40c5-98c5-57f2c36261ef', 'status': 'completed', 'code': 200} Apr 28 15:10:20.698627 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408678f-9ad7-4c1c-ac91-e420c33ae31e req-62e9f4b7-bb44-42d6-8ee2-df5e42d9fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:20.700137 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d408678f-9ad7-4c1c-ac91-e420c33ae31e req-62e9f4b7-bb44-42d6-8ee2-df5e42d9fcaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a0fa5912e59423083ab8aa4aa7829e1&device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 1128 time: 0.0395555 Apr 28 15:10:20.808351 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408678f-9ad7-4c1c-ac91-e420c33ae31e req-f6e69c55-25af-4de5-9423-84b3fe6ccd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:20.810707 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d408678f-9ad7-4c1c-ac91-e420c33ae31e req-f6e69c55-25af-4de5-9423-84b3fe6ccd9c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0a0fa5912e59423083ab8aa4aa7829e1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1039677 Apr 28 15:10:20.864569 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:20.904158 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408678f-9ad7-4c1c-ac91-e420c33ae31e req-7855e40d-2428-413a-893a-656617ad86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:20.905965 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d408678f-9ad7-4c1c-ac91-e420c33ae31e req-7855e40d-2428-413a-893a-656617ad86e2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901105 Apr 28 15:10:20.958919 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-3ae0c5cb-3f43-483e-9450-2a55c0fd67f3 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:20.960351 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-3ae0c5cb-3f43-483e-9450-2a55c0fd67f3 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 812 time: 0.1065998 Apr 28 15:10:21.116100 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c0e039f5-4907-49b6-b2fc-609a2d6532cb req-a619b70a-c1a9-426d-9149-332183679876 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 210 time: 0.0372112 Apr 28 15:10:21.149163 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286720-01a4-497f-bafd-8126cabcec95 req-668a314f-fa97-466e-9cb7-f47d1d22c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:21.150614 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-668a314f-fa97-466e-9cb7-f47d1d22c680 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a0fa5912e59423083ab8aa4aa7829e1&device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 1128 time: 0.0449185 Apr 28 15:10:21.158420 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-de4ce82d-c67d-4234-abf2-5102866f16be tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb47d49c45c4bbbaaa30984845dc495 HTTP/1.1" status: 200 len: 380 time: 0.0624917 Apr 28 15:10:21.166088 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'port': {'device_id': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'admin_state_up': True, 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'security_groups': ['9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f']}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:10:21.191131 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-247dfd73-e1b9-400a-a2f1-f612c4855824 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d907020-8b21-40c5-98c5-57f2c36261ef HTTP/1.1" status: 200 len: 217 time: 0.0338397 Apr 28 15:10:21.247291 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286720-01a4-497f-bafd-8126cabcec95 req-cf68ddaf-3874-4d1d-8467-b6098fac22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:21.249722 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-cf68ddaf-3874-4d1d-8467-b6098fac22f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=593e9127-f813-4ceb-85e5-d19e7fdc378a HTTP/1.1" status: 200 len: 851 time: 0.0526669 Apr 28 15:10:21.286013 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-98b8921f-3ae1-4729-8ed0-d02dcc6961c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af0f0b03-8684-4e10-bc50-6c419909fbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271034 Apr 28 15:10:21.382498 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-8cc433ca-c77a-4390-aed0-8527b86eac75 service neutron] 10.222.0.42 "GET /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907881 Apr 28 15:10:21.390019 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Made reservation on behalf of 9bb47d49c45c4bbbaaa30984845dc495 for: {'port': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:10:21.393545 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:21.472026 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-aa286720-01a4-497f-bafd-8126cabcec95 req-0d88f24c-bff3-403b-8a31-f1591e3afe05 service neutron] 10.222.0.42 "GET /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841100 Apr 28 15:10:21.528913 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Allocated IP 172.20.0.3 (81309ba0-2d09-4d02-8c7c-fc245e1cafac/4f3b090f-b1eb-4c1c-87a5-0b415c189d3a/5940ab2c-f84e-4c93-87bc-12e47d2ff068) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:10:21.591794 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1979d-c76a-4ff6-a4cc-3e4c38078cc8 req-2a305cb7-ae47-43fb-abed-6c22321e13a8 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:21.593199 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-00d1979d-c76a-4ff6-a4cc-3e4c38078cc8 req-2a305cb7-ae47-43fb-abed-6c22321e13a8 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 944 time: 0.0659924 Apr 28 15:10:21.717624 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-00d1979d-c76a-4ff6-a4cc-3e4c38078cc8 req-04ed069c-1da1-41d5-b0d4-a33a02b78d67 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103253 Apr 28 15:10:21.751936 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:21.832799 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:21.873898 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Network 81309ba0-2d09-4d02-8c7c-fc245e1cafac is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:10:21.876971 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:10:21.883039 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:10:21.920430 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'Port': ['ID=5940ab2c-f84e-4c93-87bc-12e47d2ff068,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:21.950906 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:21.951524 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:22.033534 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-ef3dcc0e-481d-4125-9113-0c9521d576f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8709834 Apr 28 15:10:22.102596 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e7e3fee8-8bb6-4124-aad7-56c845a9cad7 None None] Provisioning complete for port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:10:22.103169 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e7e3fee8-8bb6-4124-aad7-56c845a9cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:22.136360 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e7e3fee8-8bb6-4124-aad7-56c845a9cad7 None None] Port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:10:22.237414 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705b723-5bab-496c-89bd-854d0ab00b05 req-964b44f3-d4c5-4c40-981d-1a5adbd527ff tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:22.238860 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5705b723-5bab-496c-89bd-854d0ab00b05 req-964b44f3-d4c5-4c40-981d-1a5adbd527ff tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 931 time: 0.0506606 Apr 28 15:10:22.287370 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5705b723-5bab-496c-89bd-854d0ab00b05 req-59d67bbb-2eef-4bbe-b8ac-08b297c7205d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Apr 28 15:10:22.287581 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Request body: {'port': {'device_id': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:10:22.351881 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:22.626037 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5940ab2c-f84e-4c93-87bc-12e47d2ff068 {{(pid=110071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:10:22.635860 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Publish callbacks [] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:22.649386 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.provisioning_blocks [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Transition to ACTIVE for port object 5940ab2c-f84e-4c93-87bc-12e47d2ff068 will not be triggered until provisioned by entity L2. {{(pid=110071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:10:22.699918 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:22.749808 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5940ab2c-f84e-4c93-87bc-12e47d2ff068,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:22.867344 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a2903-c7f4-4c9e-9087-210366f22042 req-9aea3b85-c667-4f69-a18c-4d63bdc42645 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:22.869065 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1c4a2903-c7f4-4c9e-9087-210366f22042 req-9aea3b85-c667-4f69-a18c-4d63bdc42645 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 944 time: 0.0722318 Apr 28 15:10:22.871780 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Attempting to bind port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:10:22.872165 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Attempting to bind port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:10:22.872897 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Attempting to bind port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 on network 81309ba0-2d09-4d02-8c7c-fc245e1cafac {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:10:22.884609 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 on network 81309ba0-2d09-4d02-8c7c-fc245e1cafac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:10:22.885046 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Attempting to bind port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 on network 81309ba0-2d09-4d02-8c7c-fc245e1cafac {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:10:22.898306 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:10:22.898698 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Checking segment: {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:10:22.899098 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Bound using segment: {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'} {{(pid=110071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:10:22.899528 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.managers [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Bound port: 5940ab2c-f84e-4c93-87bc-12e47d2ff068, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'}}] {{(pid=110071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:10:22.900064 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:22.960204 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-1c4a2903-c7f4-4c9e-9087-210366f22042 req-8defb968-1e83-49ae-b534-6ba5f947a592 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824115 Apr 28 15:10:23.000130 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] For port 5940ab2c-f84e-4c93-87bc-12e47d2ff068, host hv-cinder-83976, cleared binding levels {{(pid=110071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:10:23.007479 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] For port 5940ab2c-f84e-4c93-87bc-12e47d2ff068, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=5940ab2c-f84e-4c93-87bc-12e47d2ff068,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:10:23.083433 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:23.119291 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:23.119918 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:23.121410 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] 10.222.0.42 "PUT /v2.0/ports/5940ab2c-f84e-4c93-87bc-12e47d2ff068 HTTP/1.1" status: 200 len: 1093 time: 0.8385360 Apr 28 15:10:23.121834 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'tag': '5940ab2c-f84e-4c93-87bc-12e47d2ff068'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:10:23.124179 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5af9f27-e0c0-4eb9-b60c-8d5244fc0ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "840b3cbd-75d8-43d2-9d75-8c7828fef8dc", "tag": "5940ab2c-f84e-4c93-87bc-12e47d2ff068"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:10:23.152035 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9008d1-a0af-4351-b614-2045d3a0f0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5940ab2c-f84e-4c93-87bc-12e47d2ff068,revision_number=3']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:23.169084 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b56cdcd-946f-439a-9558-00b5d71629ab x-openstack-request-id: req-9b56cdcd-946f-439a-9558-00b5d71629ab {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:10:23.169450 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840b3cbd-75d8-43d2-9d75-8c7828fef8dc", "tag": "5940ab2c-f84e-4c93-87bc-12e47d2ff068", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:10:23.169735 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b56cdcd-946f-439a-9558-00b5d71629ab {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:10:23.170177 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b56cdcd-946f-439a-9558-00b5d71629ab'] response: {'name': 'network-changed', 'server_uuid': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'tag': '5940ab2c-f84e-4c93-87bc-12e47d2ff068', 'status': 'completed', 'code': 200} Apr 28 15:10:23.235075 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af9f27-e0c0-4eb9-b60c-8d5244fc0ebd req-8fa550ce-dcff-4d0b-8e23-3a77e2742dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:23.237142 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d5af9f27-e0c0-4eb9-b60c-8d5244fc0ebd req-8fa550ce-dcff-4d0b-8e23-3a77e2742dd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 1127 time: 0.0476339 Apr 28 15:10:23.358535 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af9f27-e0c0-4eb9-b60c-8d5244fc0ebd req-ca980eac-1d7b-4c37-96df-a38c0547e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:23.360017 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d5af9f27-e0c0-4eb9-b60c-8d5244fc0ebd req-ca980eac-1d7b-4c37-96df-a38c0547e4f0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1165118 Apr 28 15:10:23.460450 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377425ae-5515-4bc6-a779-616af7e756de req-802cd07b-acf2-4e71-a38f-bdaf3b97809b tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:23.461927 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-377425ae-5515-4bc6-a779-616af7e756de req-802cd07b-acf2-4e71-a38f-bdaf3b97809b tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 943 time: 0.1010351 Apr 28 15:10:23.517183 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af9f27-e0c0-4eb9-b60c-8d5244fc0ebd req-bf86f3be-5725-4382-9807-eb9fbe862814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:23.518633 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d5af9f27-e0c0-4eb9-b60c-8d5244fc0ebd req-bf86f3be-5725-4382-9807-eb9fbe862814 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1480584 Apr 28 15:10:23.536058 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-377425ae-5515-4bc6-a779-616af7e756de req-85bf3c55-02ca-40e1-b4f2-0e54dca3cec4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668874 Apr 28 15:10:23.594862 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-114798af-41d7-47c2-b283-2f178313c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:23.596392 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-114798af-41d7-47c2-b283-2f178313c044 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 1127 time: 0.0419776 Apr 28 15:10:23.640801 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-dcbb0010-634c-4d07-9413-400fa7441c58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5940ab2c-f84e-4c93-87bc-12e47d2ff068 HTTP/1.1" status: 200 len: 217 time: 0.0376806 Apr 28 15:10:23.688600 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-a4b2a2b3-878f-4768-a6e7-6dd192683a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:23.690129 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-a4b2a2b3-878f-4768-a6e7-6dd192683a92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f3b090f-b1eb-4c1c-87a5-0b415c189d3a HTTP/1.1" status: 200 len: 851 time: 0.0439551 Apr 28 15:10:23.736421 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-70f5ce3d-e68a-4e3b-b7c4-6564e00e36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:23.737965 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-70f5ce3d-e68a-4e3b-b7c4-6564e00e36ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81309ba0-2d09-4d02-8c7c-fc245e1cafac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419979 Apr 28 15:10:23.829835 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-5aae6b51-a91e-4625-a135-6dbdb7e97272 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857847 Apr 28 15:10:23.921109 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bcf89858-b491-4500-b092-a3ee502b5ca7 req-1cd5e0b8-0db5-4f5f-831e-3671262c93f6 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851939 Apr 28 15:10:24.084512 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd5439-df0e-4b43-811c-a1427894ff48 req-c7f10690-9e13-46ee-9b4e-1910e2a6995c tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:24.086059 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7dfd5439-df0e-4b43-811c-a1427894ff48 req-c7f10690-9e13-46ee-9b4e-1910e2a6995c tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 944 time: 0.0468056 Apr 28 15:10:24.095482 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 8d907020-8b21-40c5-98c5-57f2c36261ef details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:10:24.141639 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7dfd5439-df0e-4b43-811c-a1427894ff48 req-ad5aab21-1028-47a2-98d5-dee6a5f91229 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495548 Apr 28 15:10:24.197707 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 8d907020-8b21-40c5-98c5-57f2c36261ef, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8d907020-8b21-40c5-98c5-57f2c36261ef,segment=NetworkSegment(13030c47-ae69-44ec-bb74-b8282667434e),segment_id=13030c47-ae69-44ec-bb74-b8282667434e)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:24.209450 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '8d907020-8b21-40c5-98c5-57f2c36261ef', 'network_id': 'af0f0b03-8684-4e10-bc50-6c419909fbe4', 'port_id': '8d907020-8b21-40c5-98c5-57f2c36261ef', 'mac_address': 'fa:16:3e:4c:65:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '593e9127-f813-4ceb-85e5-d19e7fdc378a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:10:24.247944 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 8d907020-8b21-40c5-98c5-57f2c36261ef is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:10:24.248334 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:24.265018 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d907020-8b21-40c5-98c5-57f2c36261ef {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:10:24.286748 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 8d907020-8b21-40c5-98c5-57f2c36261ef, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8d907020-8b21-40c5-98c5-57f2c36261ef,segment=NetworkSegment(13030c47-ae69-44ec-bb74-b8282667434e),segment_id=13030c47-ae69-44ec-bb74-b8282667434e)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:24.380537 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:24.433105 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=8d907020-8b21-40c5-98c5-57f2c36261ef,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:24.440017 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.440370 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.440728 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.441067 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.441422 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.441749 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.442072 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.442391 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.442711 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.443028 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.443352 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.443725 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.444233 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.444627 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.444977 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:24.587845 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['8d907020-8b21-40c5-98c5-57f2c36261ef'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:10:24.658914 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e405a-1628-4366-8676-b1dc9318a058 req-10da619f-42c3-4791-ba85-1971aefe2920 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:24.659824 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fc5e405a-1628-4366-8676-b1dc9318a058 req-10da619f-42c3-4791-ba85-1971aefe2920 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 943 time: 0.0513828 Apr 28 15:10:24.710605 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-fc5e405a-1628-4366-8676-b1dc9318a058 req-47397af7-533e-4910-952f-04e4301ddc02 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429950 Apr 28 15:10:25.261833 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84125e-1f06-41e0-8232-13c6e482b808 req-1cdc7807-e19a-485e-8e67-1ea9d77bc540 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:25.263338 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ab84125e-1f06-41e0-8232-13c6e482b808 req-1cdc7807-e19a-485e-8e67-1ea9d77bc540 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 945 time: 0.0506215 Apr 28 15:10:25.313357 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ab84125e-1f06-41e0-8232-13c6e482b808 req-b0985759-c958-41bb-a373-0b83a45d12af tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444417 Apr 28 15:10:25.834180 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc03208-67a1-4fec-b475-635d49c0286b req-1ee7e28d-b561-4f4b-9122-1b02b845b2b8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:25.838647 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7bc03208-67a1-4fec-b475-635d49c0286b req-1ee7e28d-b561-4f4b-9122-1b02b845b2b8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 943 time: 0.0549996 Apr 28 15:10:25.914130 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7bc03208-67a1-4fec-b475-635d49c0286b req-30e68206-ed96-44f1-b98b-cff8c6984026 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682569 Apr 28 15:10:26.095140 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 8d907020-8b21-40c5-98c5-57f2c36261ef up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:10:26.139115 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 8d907020-8b21-40c5-98c5-57f2c36261ef completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:10:26.191675 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 8d907020-8b21-40c5-98c5-57f2c36261ef triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:10:26.192142 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:26.271319 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 8d907020-8b21-40c5-98c5-57f2c36261ef is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:10:26.271713 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:26.295096 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d907020-8b21-40c5-98c5-57f2c36261ef'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:10:26.297370 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7d8c2b-96c2-43d5-b426-b83a8a026ae7" -d '{"events": [{"server_uuid": "5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9", "name": "network-vif-plugged", "status": "completed", "tag": "8d907020-8b21-40c5-98c5-57f2c36261ef"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:10:26.312373 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 8d907020-8b21-40c5-98c5-57f2c36261ef, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8d907020-8b21-40c5-98c5-57f2c36261ef,segment=NetworkSegment(13030c47-ae69-44ec-bb74-b8282667434e),segment_id=13030c47-ae69-44ec-bb74-b8282667434e)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:26.339847 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55c8c32-c708-4b3c-961b-3bbf485fbf51 x-openstack-request-id: req-b55c8c32-c708-4b3c-961b-3bbf485fbf51 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:10:26.340159 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9", "name": "network-vif-plugged", "status": "completed", "tag": "8d907020-8b21-40c5-98c5-57f2c36261ef", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:10:26.340318 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b55c8c32-c708-4b3c-961b-3bbf485fbf51 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:10:26.340760 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55c8c32-c708-4b3c-961b-3bbf485fbf51'] response: {'server_uuid': '5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d907020-8b21-40c5-98c5-57f2c36261ef', 'code': 200} Apr 28 15:10:26.391861 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:26.432562 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1d46f-e7cc-4b20-b575-5ff6f4007cc8 req-49073d22-af7b-4d9c-bd21-f58b9520dc86 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:26.434367 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-07c1d46f-e7cc-4b20-b575-5ff6f4007cc8 req-49073d22-af7b-4d9c-bd21-f58b9520dc86 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 946 time: 0.0528078 Apr 28 15:10:26.442228 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=8d907020-8b21-40c5-98c5-57f2c36261ef,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:26.786134 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9af475-cfdd-49be-bc4f-32c674f170f8 req-dfe3fc11-9376-4c0e-991c-53e831af956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:26.787603 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-cb9af475-cfdd-49be-bc4f-32c674f170f8 req-dfe3fc11-9376-4c0e-991c-53e831af956d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 1130 time: 0.0562034 Apr 28 15:10:26.790850 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-07c1d46f-e7cc-4b20-b575-5ff6f4007cc8 req-ffe4ea47-0fa3-48e9-a934-2ed5fbac3b66 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505902 Apr 28 15:10:26.830964 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-cb9af475-cfdd-49be-bc4f-32c674f170f8 req-3e2e850b-d74b-4c63-820f-b48aa86888f4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376568 Apr 28 15:10:27.030749 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6aa3e-3396-4732-8ea3-05f57ab29642 req-44c4ea58-fcb9-462d-89f9-8d8169a90e7c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:27.032144 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bea6aa3e-3396-4732-8ea3-05f57ab29642 req-44c4ea58-fcb9-462d-89f9-8d8169a90e7c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 943 time: 0.0481446 Apr 28 15:10:27.081227 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-bea6aa3e-3396-4732-8ea3-05f57ab29642 req-3777efbb-eeef-408d-9515-a297890ebb37 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430326 Apr 28 15:10:27.913098 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43aa881-279f-4808-9cb7-68ef83e950a4 req-2ecd3237-0f42-4271-8683-ae902f2d09d3 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:27.914618 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a43aa881-279f-4808-9cb7-68ef83e950a4 req-2ecd3237-0f42-4271-8683-ae902f2d09d3 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 946 time: 0.0478895 Apr 28 15:10:27.969209 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a43aa881-279f-4808-9cb7-68ef83e950a4 req-f43ea764-5719-4ed1-99ff-093e8de4c717 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476048 Apr 28 15:10:28.204052 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb25b2c-acb1-4d46-83b0-e07402450d94 req-7cb0e6fa-40d0-47cb-8160-8846dc1c403f tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:28.205773 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1bb25b2c-acb1-4d46-83b0-e07402450d94 req-7cb0e6fa-40d0-47cb-8160-8846dc1c403f tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 943 time: 0.0487835 Apr 28 15:10:28.261747 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1bb25b2c-acb1-4d46-83b0-e07402450d94 req-861422a8-8afd-4d9c-b0ae-e7165a1e75ce tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500383 Apr 28 15:10:29.082636 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58031d0e-be83-4fc3-bb5a-aec4863ea929 req-7f5a9325-d6d6-4e10-8241-9f319ccb0ab1 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:29.084035 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-58031d0e-be83-4fc3-bb5a-aec4863ea929 req-7f5a9325-d6d6-4e10-8241-9f319ccb0ab1 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 946 time: 0.0464993 Apr 28 15:10:29.131304 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-58031d0e-be83-4fc3-bb5a-aec4863ea929 req-3dbf0125-8e7f-4e96-b816-edb25300b492 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Apr 28 15:10:29.372717 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844ab7-40be-4733-8ad0-96e548f2eafd req-16864435-d613-40b4-b086-0f9e216b557c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:29.374143 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-66844ab7-40be-4733-8ad0-96e548f2eafd req-16864435-d613-40b4-b086-0f9e216b557c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 943 time: 0.0455513 Apr 28 15:10:29.421713 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-66844ab7-40be-4733-8ad0-96e548f2eafd req-7fc2c215-a970-4733-ba97-219e71b2c9a1 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Apr 28 15:10:30.128612 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 5940ab2c-f84e-4c93-87bc-12e47d2ff068 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:10:30.227561 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 5940ab2c-f84e-4c93-87bc-12e47d2ff068, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=5940ab2c-f84e-4c93-87bc-12e47d2ff068,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:30.241198 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '5940ab2c-f84e-4c93-87bc-12e47d2ff068', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'port_id': '5940ab2c-f84e-4c93-87bc-12e47d2ff068', 'mac_address': 'fa:16:3e:0b:20:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:10:30.279041 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:10:30.279351 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:30.292026 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5940ab2c-f84e-4c93-87bc-12e47d2ff068 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:10:30.311050 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 5940ab2c-f84e-4c93-87bc-12e47d2ff068, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=5940ab2c-f84e-4c93-87bc-12e47d2ff068,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:30.384879 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:30.437482 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=5940ab2c-f84e-4c93-87bc-12e47d2ff068,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:30.611551 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['5940ab2c-f84e-4c93-87bc-12e47d2ff068'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:10:30.648358 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d097df-44a5-4c34-bb9b-51413efab22e req-aef19402-60f2-4468-b765-c044d4450597 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:30.649992 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43d097df-44a5-4c34-bb9b-51413efab22e req-aef19402-60f2-4468-b765-c044d4450597 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 944 time: 0.1614056 Apr 28 15:10:30.714349 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-43d097df-44a5-4c34-bb9b-51413efab22e req-9695a3ad-2dc0-4174-8e13-4e63d9d5799e tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588827 Apr 28 15:10:30.839323 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:31.887556 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259ae5d-5101-4d27-85a3-b63e3186fbe8 req-09be0ed9-00d5-4a3d-9d69-214fbfa02312 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:31.889069 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c259ae5d-5101-4d27-85a3-b63e3186fbe8 req-09be0ed9-00d5-4a3d-9d69-214fbfa02312 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 944 time: 0.1040907 Apr 28 15:10:31.937741 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c259ae5d-5101-4d27-85a3-b63e3186fbe8 req-126eac5b-aa4b-42bd-977f-4e85d3a0edd8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Apr 28 15:10:32.132930 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 5940ab2c-f84e-4c93-87bc-12e47d2ff068 up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:10:32.181670 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:10:32.254622 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:10:32.254991 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:32.342364 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:10:32.342782 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:32.366714 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5940ab2c-f84e-4c93-87bc-12e47d2ff068'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:10:32.368929 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81433edb-fce2-4092-8ce3-c41e247dcd28" -d '{"events": [{"server_uuid": "840b3cbd-75d8-43d2-9d75-8c7828fef8dc", "name": "network-vif-plugged", "status": "completed", "tag": "5940ab2c-f84e-4c93-87bc-12e47d2ff068"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:10:32.381835 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 5940ab2c-f84e-4c93-87bc-12e47d2ff068, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=5940ab2c-f84e-4c93-87bc-12e47d2ff068,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:32.408920 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a417ca0b-026c-446b-af69-fd560471c1b8 x-openstack-request-id: req-a417ca0b-026c-446b-af69-fd560471c1b8 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:10:32.409219 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840b3cbd-75d8-43d2-9d75-8c7828fef8dc", "name": "network-vif-plugged", "status": "completed", "tag": "5940ab2c-f84e-4c93-87bc-12e47d2ff068", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:10:32.409475 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a417ca0b-026c-446b-af69-fd560471c1b8 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:10:32.409882 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a417ca0b-026c-446b-af69-fd560471c1b8'] response: {'server_uuid': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5940ab2c-f84e-4c93-87bc-12e47d2ff068', 'code': 200} Apr 28 15:10:32.454374 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:32.507534 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=5940ab2c-f84e-4c93-87bc-12e47d2ff068,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:32.747146 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f567d-3439-4d2a-84ea-1cdff87cb4f5 req-66cfea47-0383-463f-9ff8-838d3199c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:32.748619 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b20f567d-3439-4d2a-84ea-1cdff87cb4f5 req-66cfea47-0383-463f-9ff8-838d3199c5f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 1129 time: 0.0369668 Apr 28 15:10:32.794516 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b20f567d-3439-4d2a-84ea-1cdff87cb4f5 req-102365a4-0b1b-4b82-9d33-54b349cad868 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392992 Apr 28 15:10:33.054282 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18bc56-b09a-4e0b-936d-d59aed465768 req-98691bde-3997-4bce-b9db-07d16c8ebee3 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:33.055877 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7e18bc56-b09a-4e0b-936d-d59aed465768 req-98691bde-3997-4bce-b9db-07d16c8ebee3 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 945 time: 0.0475843 Apr 28 15:10:33.103869 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7e18bc56-b09a-4e0b-936d-d59aed465768 req-13fa61df-f316-42d6-9632-b7e3ccfde988 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423493 Apr 28 15:10:34.225081 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5f102-fadc-4ffd-8afe-474cb98a244b req-cf147d9c-37af-46a5-a2bc-dfef39fd22dc tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:34.227146 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-67a5f102-fadc-4ffd-8afe-474cb98a244b req-cf147d9c-37af-46a5-a2bc-dfef39fd22dc tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 945 time: 0.0505009 Apr 28 15:10:34.278561 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-67a5f102-fadc-4ffd-8afe-474cb98a244b req-e00133c3-9634-4b5a-aee2-b67202ada3bf tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456159 Apr 28 15:10:35.396154 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6d732-fa4f-43e3-ad07-507de37b0d5b req-458a82bb-0db3-42b0-9fa9-371cc9f4a2ff tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:35.398166 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5bb6d732-fa4f-43e3-ad07-507de37b0d5b req-458a82bb-0db3-42b0-9fa9-371cc9f4a2ff tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 945 time: 0.0504203 Apr 28 15:10:35.449909 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5bb6d732-fa4f-43e3-ad07-507de37b0d5b req-fe1d7cec-cf07-454b-b36e-9b7e8a7e974f tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438519 Apr 28 15:10:35.582853 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71d040-9f17-4031-a37f-a03eba7e4375 req-ad06eefc-5a3c-4c87-85ab-0624748f7ad7 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:35.584341 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-db71d040-9f17-4031-a37f-a03eba7e4375 req-ad06eefc-5a3c-4c87-85ab-0624748f7ad7 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 945 time: 0.0525007 Apr 28 15:10:35.636454 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-db71d040-9f17-4031-a37f-a03eba7e4375 req-ef885dce-b669-45b2-87d9-2c81dde170e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464890 Apr 28 15:10:35.668802 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60632) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:10:35.752114 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb6791-f224-4bb5-8086-38443a2cb356 tempest-TestVolumeBootPattern-1209074518 tempest-TestVolumeBootPattern-1209074518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:35.753733 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-2fcb6791-f224-4bb5-8086-38443a2cb356 tempest-TestVolumeBootPattern-1209074518 tempest-TestVolumeBootPattern-1209074518-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 1124 time: 0.0838931 Apr 28 15:10:35.757477 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60636) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:10:35.761823 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'port_id': '5940ab2c-f84e-4c93-87bc-12e47d2ff068', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:10:35.870374 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:36.216077 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:36.322188 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Allocated IP 172.27.2.231 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/5a68acb3-526f-496f-a9fc-823b3d6cfffb) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:10:36.427654 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for port (5a68acb3-526f-496f-a9fc-823b3d6cfffb), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:36.523953 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (5a68acb3-526f-496f-a9fc-823b3d6cfffb), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:36.566089 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:10:36.573401 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:10:36.578006 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:10:36.582172 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'Port': ['ID=5a68acb3-526f-496f-a9fc-823b3d6cfffb,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:36.987146 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (87a5d7aa-f531-4318-8810-40adc1e6f8b1), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:37.135132 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (5a68acb3-526f-496f-a9fc-823b3d6cfffb), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:37.303975 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for port (5a68acb3-526f-496f-a9fc-823b3d6cfffb), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:37.395957 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (5a68acb3-526f-496f-a9fc-823b3d6cfffb), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:37.468351 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'Port': ['ID=5a68acb3-526f-496f-a9fc-823b3d6cfffb,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:37.478456 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (87a5d7aa-f531-4318-8810-40adc1e6f8b1), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:37.587089 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.l3_db [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Floating IP 87a5d7aa-f531-4318-8810-40adc1e6f8b1 associated. External IP: 172.27.2.231, port: 5940ab2c-f84e-4c93-87bc-12e47d2ff068. Apr 28 15:10:37.810042 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Router 5aa1d797-5949-4624-a83c-bf749d6a9dca has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:10:37.923846 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:10:37.935335 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0318026-2ef3-48e2-9573-332e3050394f None None] Sync routers for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:10:37.950952 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0318026-2ef3-48e2-9573-332e3050394f None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:37.954352 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c0318026-2ef3-48e2-9573-332e3050394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:10:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:38.022113 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:38.058447 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-fdd4fd4b-66a1-4687-a50a-999cd2f13ab5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2998996 Apr 28 15:10:38.059160 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'tag': '5940ab2c-f84e-4c93-87bc-12e47d2ff068'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:10:38.061525 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02cb77e-f250-4f89-bde2-780cd0c2813a" -d '{"events": [{"name": "network-changed", "server_uuid": "840b3cbd-75d8-43d2-9d75-8c7828fef8dc", "tag": "5940ab2c-f84e-4c93-87bc-12e47d2ff068"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:10:38.101979 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04dc641-a5a8-4f55-add3-1393ad5a1efe x-openstack-request-id: req-a04dc641-a5a8-4f55-add3-1393ad5a1efe {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:10:38.101979 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840b3cbd-75d8-43d2-9d75-8c7828fef8dc", "tag": "5940ab2c-f84e-4c93-87bc-12e47d2ff068", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:10:38.101979 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a04dc641-a5a8-4f55-add3-1393ad5a1efe {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:10:38.102305 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04dc641-a5a8-4f55-add3-1393ad5a1efe'] response: {'name': 'network-changed', 'server_uuid': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'tag': '5940ab2c-f84e-4c93-87bc-12e47d2ff068', 'status': 'completed', 'code': 200} Apr 28 15:10:38.166987 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cb77e-f250-4f89-bde2-780cd0c2813a req-82aaed22-edb3-489c-939f-9e2ca22f7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:38.168616 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d02cb77e-f250-4f89-bde2-780cd0c2813a req-82aaed22-edb3-489c-939f-9e2ca22f7fad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 1129 time: 0.0436561 Apr 28 15:10:38.212400 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-c0318026-2ef3-48e2-9573-332e3050394f None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:38.269565 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cb77e-f250-4f89-bde2-780cd0c2813a req-32b2661d-a544-4d75-bbdc-8ceb0f9c5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:38.270898 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d02cb77e-f250-4f89-bde2-780cd0c2813a req-32b2661d-a544-4d75-bbdc-8ceb0f9c5b95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 913 time: 0.0959334 Apr 28 15:10:38.344607 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d02cb77e-f250-4f89-bde2-780cd0c2813a req-a9b9f8cf-8b90-459c-b3b8-1a3e081f0d2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5940ab2c-f84e-4c93-87bc-12e47d2ff068 HTTP/1.1" status: 200 len: 999 time: 0.0656986 Apr 28 15:10:38.414482 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cb77e-f250-4f89-bde2-780cd0c2813a req-b64d5884-a211-453c-b357-975c4fa42fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:38.420359 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d02cb77e-f250-4f89-bde2-780cd0c2813a req-b64d5884-a211-453c-b357-975c4fa42fc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f3b090f-b1eb-4c1c-87a5-0b415c189d3a HTTP/1.1" status: 200 len: 851 time: 0.0661182 Apr 28 15:10:38.420505 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e5571f7-726d-4d59-aa6a-d9f633aef0fb req-764e1325-6e9f-45ce-ad93-ce1e2b412ec6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848353 Apr 28 15:10:38.450740 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c0318026-2ef3-48e2-9573-332e3050394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '87a5d7aa-f531-4318-8810-40adc1e6f8b1', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': '5940ab2c-f84e-4c93-87bc-12e47d2ff068', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:0b:20:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:10:36Z', 'updated_at': '2022-04-28T15:10:36Z', 'revision_number': 0, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:38.473837 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cb77e-f250-4f89-bde2-780cd0c2813a req-4a5fb70b-c888-4a29-bf61-b3de47111e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:38.476688 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d02cb77e-f250-4f89-bde2-780cd0c2813a req-4a5fb70b-c888-4a29-bf61-b3de47111e39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81309ba0-2d09-4d02-8c7c-fc245e1cafac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481577 Apr 28 15:10:38.484812 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0318026-2ef3-48e2-9573-332e3050394f None None] Checking router: 5aa1d797-5949-4624-a83c-bf749d6a9dca for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:10:38.493509 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0318026-2ef3-48e2-9573-332e3050394f None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:38.494354 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c0318026-2ef3-48e2-9573-332e3050394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:10:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:38.506401 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5571f7-726d-4d59-aa6a-d9f633aef0fb req-ac35df01-9077-4473-91ff-1647be50bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:38.509086 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e5571f7-726d-4d59-aa6a-d9f633aef0fb req-ac35df01-9077-4473-91ff-1647be50bead service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a0fa5912e59423083ab8aa4aa7829e1&device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 1130 time: 0.0442286 Apr 28 15:10:38.580620 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d02cb77e-f250-4f89-bde2-780cd0c2813a req-36ad5020-9bc8-4690-9e22-a5834205cf31 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980065 Apr 28 15:10:38.622887 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-c0318026-2ef3-48e2-9573-332e3050394f None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:38.624432 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5571f7-726d-4d59-aa6a-d9f633aef0fb req-484a09e7-16f0-47cf-bc50-e19e0bcfd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:38.626038 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e5571f7-726d-4d59-aa6a-d9f633aef0fb req-484a09e7-16f0-47cf-bc50-e19e0bcfd48e service neutron] 10.222.0.42 "GET /v2.0/networks?id=af0f0b03-8684-4e10-bc50-6c419909fbe4 HTTP/1.1" status: 200 len: 912 time: 0.0986850 Apr 28 15:10:38.672544 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e5571f7-726d-4d59-aa6a-d9f633aef0fb req-7018c59c-420b-49f9-b140-83d33770adaa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d907020-8b21-40c5-98c5-57f2c36261ef HTTP/1.1" status: 200 len: 217 time: 0.0353017 Apr 28 15:10:38.685820 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d02cb77e-f250-4f89-bde2-780cd0c2813a req-b98f616b-8736-4832-b0f8-580aa6982666 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985434 Apr 28 15:10:38.734912 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5571f7-726d-4d59-aa6a-d9f633aef0fb req-ce1526fa-6872-463e-a3f9-a796f9b42045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:38.736433 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e5571f7-726d-4d59-aa6a-d9f633aef0fb req-ce1526fa-6872-463e-a3f9-a796f9b42045 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=593e9127-f813-4ceb-85e5-d19e7fdc378a HTTP/1.1" status: 200 len: 851 time: 0.0591323 Apr 28 15:10:38.773248 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e5571f7-726d-4d59-aa6a-d9f633aef0fb req-dd7372fd-9f09-43b8-b180-5bd150ff3326 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af0f0b03-8684-4e10-bc50-6c419909fbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269527 Apr 28 15:10:38.854542 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-c0318026-2ef3-48e2-9573-332e3050394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '87a5d7aa-f531-4318-8810-40adc1e6f8b1', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': '5940ab2c-f84e-4c93-87bc-12e47d2ff068', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:0b:20:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:10:36Z', 'updated_at': '2022-04-28T15:10:36Z', 'revision_number': 0, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:38.886704 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0318026-2ef3-48e2-9573-332e3050394f None None] The sync data for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi is: [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '87a5d7aa-f531-4318-8810-40adc1e6f8b1', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': '5940ab2c-f84e-4c93-87bc-12e47d2ff068', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:0b:20:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:10:36Z', 'updated_at': '2022-04-28T15:10:36Z', 'revision_number': 0, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:10:39.114662 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0065074-89a5-416f-b300-fca736d984cd None None] New status for floating IP 87a5d7aa-f531-4318-8810-40adc1e6f8b1: ACTIVE {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:10:39.817662 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e5571f7-726d-4d59-aa6a-d9f633aef0fb req-7dd54151-6b3f-48a0-9b77-f4067d925830 service neutron] 10.222.0.42 "GET /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829904 Apr 28 15:10:41.463136 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e5571f7-726d-4d59-aa6a-d9f633aef0fb req-d117cd89-0d1e-464b-af41-7a5e8b64f54d service neutron] 10.222.0.42 "GET /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860987 Apr 28 15:10:44.465595 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0903-c21c-4d89-90fc-d66eeb977a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:46.761490 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc55f-638b-46e6-a0eb-29e9db5e01ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:48.048400 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:49.357523 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:50.848995 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:52.551069 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df8518-c6f6-435c-83e1-c5f871160cd8 req-66b9274a-37c9-4585-b178-af1d5ecb0a82 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:52.552574 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c3df8518-c6f6-435c-83e1-c5f871160cd8 req-66b9274a-37c9-4585-b178-af1d5ecb0a82 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 946 time: 0.0485260 Apr 28 15:10:52.603682 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c3df8518-c6f6-435c-83e1-c5f871160cd8 req-b9a976e8-4623-472d-8c23-208cbd219dd2 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454326 Apr 28 15:10:52.801867 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:10:53.722861 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33006-0257-4c3d-a460-a51b15df5eb3 req-d9ec5496-f1ef-4c1c-acc5-4337dc0a350b tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:53.724410 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-55f33006-0257-4c3d-a460-a51b15df5eb3 req-d9ec5496-f1ef-4c1c-acc5-4337dc0a350b tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 946 time: 0.0480409 Apr 28 15:10:53.773958 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-55f33006-0257-4c3d-a460-a51b15df5eb3 req-967ae873-166a-42a9-ac50-4d2aca76f183 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/security-groups?id=35da56e9-794c-42c9-aafc-3bf46f26f19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439112 Apr 28 15:10:54.282650 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea1284-435f-451d-bae7-b9f981cabf1b req-b269d053-60b2-4024-b9a6-a43dd4a189bd tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:54.284161 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-78ea1284-435f-451d-bae7-b9f981cabf1b req-b269d053-60b2-4024-b9a6-a43dd4a189bd tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 946 time: 0.0512571 Apr 28 15:10:54.377161 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-78ea1284-435f-451d-bae7-b9f981cabf1b req-39837ed0-4029-4c3b-bca9-cbe62cacb15a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Deleting port 8d907020-8b21-40c5-98c5-57f2c36261ef {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:10:54.377502 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-78ea1284-435f-451d-bae7-b9f981cabf1b req-39837ed0-4029-4c3b-bca9-cbe62cacb15a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:54.477214 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-78ea1284-435f-451d-bae7-b9f981cabf1b req-39837ed0-4029-4c3b-bca9-cbe62cacb15a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] For port 8d907020-8b21-40c5-98c5-57f2c36261ef, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8d907020-8b21-40c5-98c5-57f2c36261ef,segment=NetworkSegment(13030c47-ae69-44ec-bb74-b8282667434e),segment_id=13030c47-ae69-44ec-bb74-b8282667434e)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:54.477578 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-78ea1284-435f-451d-bae7-b9f981cabf1b req-39837ed0-4029-4c3b-bca9-cbe62cacb15a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:54.490688 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-78ea1284-435f-451d-bae7-b9f981cabf1b req-39837ed0-4029-4c3b-bca9-cbe62cacb15a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Calling delete_port for 8d907020-8b21-40c5-98c5-57f2c36261ef owned by compute:nova {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:10:54.677554 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-78ea1284-435f-451d-bae7-b9f981cabf1b req-39837ed0-4029-4c3b-bca9-cbe62cacb15a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (8d907020-8b21-40c5-98c5-57f2c36261ef), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:54.690163 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['8d907020-8b21-40c5-98c5-57f2c36261ef'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:10:54.720320 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39837ed0-4029-4c3b-bca9-cbe62cacb15a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Pushing event deleted for resources: {'Port': ['ID=8d907020-8b21-40c5-98c5-57f2c36261ef,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:54.775065 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ea1284-435f-451d-bae7-b9f981cabf1b req-39837ed0-4029-4c3b-bca9-cbe62cacb15a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] No DVR routers for this DVR port 8d907020-8b21-40c5-98c5-57f2c36261ef on host hv-cinder-83976 {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:10:54.777576 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-78ea1284-435f-451d-bae7-b9f981cabf1b req-39837ed0-4029-4c3b-bca9-cbe62cacb15a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:10:54.781542 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-78ea1284-435f-451d-bae7-b9f981cabf1b req-39837ed0-4029-4c3b-bca9-cbe62cacb15a tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.42 "DELETE /v2.0/ports/8d907020-8b21-40c5-98c5-57f2c36261ef HTTP/1.1" status: 204 len: 173 time: 0.4912217 Apr 28 15:10:54.781972 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9', 'name': 'network-vif-deleted', 'tag': '8d907020-8b21-40c5-98c5-57f2c36261ef'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:10:54.784213 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445dafb1-6381-4344-a9db-a704bfd0f3ad" -d '{"events": [{"server_uuid": "5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9", "name": "network-vif-deleted", "tag": "8d907020-8b21-40c5-98c5-57f2c36261ef"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:10:54.819238 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5026481-22dd-4d08-9b7b-108f2dc79aaf x-openstack-request-id: req-b5026481-22dd-4d08-9b7b-108f2dc79aaf {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:10:54.819528 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9", "name": "network-vif-deleted", "tag": "8d907020-8b21-40c5-98c5-57f2c36261ef", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:10:54.819780 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5026481-22dd-4d08-9b7b-108f2dc79aaf {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:10:54.820180 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5026481-22dd-4d08-9b7b-108f2dc79aaf'] response: {'server_uuid': '5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9', 'name': 'network-vif-deleted', 'tag': '8d907020-8b21-40c5-98c5-57f2c36261ef', 'status': 'completed', 'code': 200} Apr 28 15:10:54.878697 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ad1102b0-adf4-4d2c-ad5d-ad36dfbbea65 req-ecec5974-aca0-4025-a510-6c3f9c3f3792 tempest-VolumesSnapshotTestJSON-1359030867 tempest-VolumesSnapshotTestJSON-1359030867-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c7fbaab-f8a5-4e24-a5ee-f4899cacf8b9 HTTP/1.1" status: 200 len: 210 time: 0.0300462 Apr 28 15:10:58.220466 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 8d907020-8b21-40c5-98c5-57f2c36261ef no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:58.241098 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 8d907020-8b21-40c5-98c5-57f2c36261ef {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:10:58.241433 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 8d907020-8b21-40c5-98c5-57f2c36261ef not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:11:00.852342 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:14.528484 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-883aeb44-f870-4789-ae85-f0c857960073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:16.756817 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1d98-276e-4276-8938-9bc83b00af23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:18.071231 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:19.372769 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:20.742582 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60850) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:20.798980 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_v2 [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Deleting subnet 593e9127-f813-4ceb-85e5-d19e7fdc378a {{(pid=110070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:11:20.803463 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Publish callbacks [] for subnet (593e9127-f813-4ceb-85e5-d19e7fdc378a), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:20.853139 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59003011'] for subnet (593e9127-f813-4ceb-85e5-d19e7fdc378a), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:20.858159 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:20.906542 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (593e9127-f813-4ceb-85e5-d19e7fdc378a), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:21.064696 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61911945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62736194'] for subnet (593e9127-f813-4ceb-85e5-d19e7fdc378a), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:21.091613 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=593e9127-f813-4ceb-85e5-d19e7fdc378a,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:21.097389 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:21.102432 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/593e9127-f813-4ceb-85e5-d19e7fdc378a HTTP/1.1" status: 204 len: 168 time: 0.3583794 Apr 28 15:11:21.104816 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60852) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:21.110716 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.116483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48560382-d56d-49fe-8afc-1192296ce1e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.190882 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (af0f0b03-8684-4e10-bc50-6c419909fbe4), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:21.289128 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (af0f0b03-8684-4e10-bc50-6c419909fbe4), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:21.319180 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0f0b03-8684-4e10-bc50-6c419909fbe4']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:21.335806 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13030c47-ae69-44ec-bb74-b8282667434e') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:21.336105 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13030c47-ae69-44ec-bb74-b8282667434e') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:21.348774 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (13030c47-ae69-44ec-bb74-b8282667434e), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:21.364532 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (13030c47-ae69-44ec-bb74-b8282667434e), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:21.371987 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:11:21.372388 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (13030c47-ae69-44ec-bb74-b8282667434e), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:11:21.374839 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:11:21.511493 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (af0f0b03-8684-4e10-bc50-6c419909fbe4), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:21.517775 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:21.521149 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] 10.222.0.31 "DELETE /v2.0/networks/af0f0b03-8684-4e10-bc50-6c419909fbe4 HTTP/1.1" status: 204 len: 168 time: 0.4152527 Apr 28 15:11:21.533906 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Pushing event deleted for resources: {'Network': ['ID=af0f0b03-8684-4e10-bc50-6c419909fbe4,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:21.548813 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.549197 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.549534 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.550283 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.550910 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.551717 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.552315 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.552976 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.553594 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.554616 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.559124 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.559124 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.559124 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.559124 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.559124 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78716bd0-3e59-4126-95a4-612b90bfd320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:21.943931 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60856) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:21.999175 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-7d2a77fd-880c-452c-94ba-a171ef5e7987 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a0fa5912e59423083ab8aa4aa7829e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530615 Apr 28 15:11:22.002415 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60858) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:22.071601 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-da7743b5-91de-44a2-aa95-08da5190f733 admin admin] Publish callbacks [] for security_group (35da56e9-794c-42c9-aafc-3bf46f26f19c), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:22.101546 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-da7743b5-91de-44a2-aa95-08da5190f733 admin admin] Publish callbacks [] for security_group (35da56e9-794c-42c9-aafc-3bf46f26f19c), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:22.226457 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-da7743b5-91de-44a2-aa95-08da5190f733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (35da56e9-794c-42c9-aafc-3bf46f26f19c), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:22.229493 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-da7743b5-91de-44a2-aa95-08da5190f733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:22.230872 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-da7743b5-91de-44a2-aa95-08da5190f733 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35da56e9-794c-42c9-aafc-3bf46f26f19c HTTP/1.1" status: 204 len: 168 time: 0.2273288 Apr 28 15:11:22.242924 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7743b5-91de-44a2-aa95-08da5190f733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35da56e9-794c-42c9-aafc-3bf46f26f19c,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:23.372488 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60880) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:23.492197 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-156840483-network', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:23.595262 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Made reservation on behalf of 2a9589542a3c4315bf9fa5ebeecd62f8 for: {'network': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:11:23.597795 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:23.607119 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:23.689271 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Publish callbacks [] for security_group (2f8ec15d-52ce-493a-8281-ffdc0149bfbc), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:23.761006 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (2f8ec15d-52ce-493a-8281-ffdc0149bfbc), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:23.786684 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=110071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:11:23.797578 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8ec15d-52ce-493a-8281-ffdc0149bfbc,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:23.802934 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (de88e90f-8343-4cbd-b399-e29c9c58063a), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:23.803285 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.segments_db [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Added segment de88e90f-8343-4cbd-b399-e29c9c58063a of type vlan for network ed0ac354-7c30-41a5-8d1e-37ce4819e790 Apr 28 15:11:23.853089 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (ed0ac354-7c30-41a5-8d1e-37ce4819e790), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:23.956947 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (ed0ac354-7c30-41a5-8d1e-37ce4819e790), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:23.957885 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:23.958506 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:24.020248 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] Pushing event updated for resources: {'Network': ['ID=ed0ac354-7c30-41a5-8d1e-37ce4819e790,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:24.030469 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network ed0ac354-7c30-41a5-8d1e-37ce4819e790 details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:11:24.063294 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-85696b1e-6ab4-4b1e-ad04-7fbc6f269167 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6895611 Apr 28 15:11:24.066554 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60884) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:24.071581 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-991c8b68-ed51-47ce-8c3b-620e08bc28eb admin admin] Request body: {'subnet': {'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-156840483-subnet', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'ip_version': 4}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:24.151427 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991c8b68-ed51-47ce-8c3b-620e08bc28eb admin admin] Made reservation on behalf of 2a9589542a3c4315bf9fa5ebeecd62f8 for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:11:24.153920 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-991c8b68-ed51-47ce-8c3b-620e08bc28eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750647'] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:24.435639 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-991c8b68-ed51-47ce-8c3b-620e08bc28eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59734093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750405'] for subnet (8d42f596-f298-4cb5-960f-d6205c5506ae), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:24.501216 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c8b68-ed51-47ce-8c3b-620e08bc28eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d42f596-f298-4cb5-960f-d6205c5506ae,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:24.509280 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991c8b68-ed51-47ce-8c3b-620e08bc28eb admin admin] Checking segment: {'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:11:24.509661 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991c8b68-ed51-47ce-8c3b-620e08bc28eb admin admin] Network hostable DHCP agents. Network: ed0ac354-7c30-41a5-8d1e-37ce4819e790, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:11:24.596913 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991c8b68-ed51-47ce-8c3b-620e08bc28eb admin admin] Network ed0ac354-7c30-41a5-8d1e-37ce4819e790 is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:11:24.677390 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-991c8b68-ed51-47ce-8c3b-620e08bc28eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, ed0ac354-7c30-41a5-8d1e-37ce4819e790) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:24.681793 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991c8b68-ed51-47ce-8c3b-620e08bc28eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:24.682392 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-991c8b68-ed51-47ce-8c3b-620e08bc28eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:24.691814 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814ca468-13c7-4369-9e1e-1bcf43e6c6ca None None] Network ed0ac354-7c30-41a5-8d1e-37ce4819e790 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:11:24.771753 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-991c8b68-ed51-47ce-8c3b-620e08bc28eb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7040305 Apr 28 15:11:24.774626 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60886) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:24.779244 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:24.800165 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe06547cc-7c40-502f-8a3c-f018a8c7a7ca-ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae'}]}} from dv-cinder-839768-1-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 15:11:24.801071 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:24.863870 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14111'] for router (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:24.864981 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:24.919279 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Publish callbacks [] for router_controller (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), precommit_add_association {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:24.939576 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Allocated IP 172.20.0.2 (ed0ac354-7c30-41a5-8d1e-37ce4819e790/8d42f596-f298-4cb5-960f-d6205c5506ae/09ae209e-927b-4d59-ac3e-45d1460bce25) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:11:25.110659 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Publish callbacks [] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:25.143955 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Publish callbacks [] for router_gateway (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:25.203900 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:25.251014 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Network ed0ac354-7c30-41a5-8d1e-37ce4819e790 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:11:25.254329 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:25.259414 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Pushing event updated for resources: {'Port': ['ID=09ae209e-927b-4d59-ac3e-45d1460bce25,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:25.261927 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:11:25.272446 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.272857 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.273159 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.273497 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.273829 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.274159 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.274487 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.274811 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.275135 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.275465 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.275791 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.276149 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.276483 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.276833 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.277151 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:25.344598 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Attempting to bind port 09ae209e-927b-4d59-ac3e-45d1460bce25 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:11:25.345121 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Attempting to bind port 09ae209e-927b-4d59-ac3e-45d1460bce25 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:11:25.345491 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Attempting to bind port 09ae209e-927b-4d59-ac3e-45d1460bce25 on network ed0ac354-7c30-41a5-8d1e-37ce4819e790 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:11:25.351579 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:11:25.351991 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Checking segment: {'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:11:25.352395 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:25.352861 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Bound using segment: {'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:11:25.353580 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Bound port: 09ae209e-927b-4d59-ac3e-45d1460bce25, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:11:25.353890 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:25.416608 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Publish callbacks [] for router_gateway (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:25.423665 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] For port 09ae209e-927b-4d59-ac3e-45d1460bce25, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:11:25.430003 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] For port 09ae209e-927b-4d59-ac3e-45d1460bce25, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=09ae209e-927b-4d59-ac3e-45d1460bce25,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:11:25.439755 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:25.518275 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:25.570069 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Allocated IP 172.27.2.81 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/87427560-30a8-42f6-8a9c-277e3430fce4) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:11:25.594366 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c038f-f028-4577-85ef-13fd619c3089 None None] Pushing event updated for resources: {'Port': ['ID=09ae209e-927b-4d59-ac3e-45d1460bce25,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:25.696063 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Publish callbacks [] for port (87427560-30a8-42f6-8a9c-277e3430fce4), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:25.820689 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (87427560-30a8-42f6-8a9c-277e3430fce4), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:25.863521 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:11:25.866644 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:25.872994 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:11:25.899546 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Pushing event updated for resources: {'Port': ['ID=87427560-30a8-42f6-8a9c-277e3430fce4,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:26.206610 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Publish callbacks [] for router_gateway (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:26.416296 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547806'] for router (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:26.629521 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 is scheduled to L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 with binding_index 1 {{(pid=110071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:11:26.656306 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed5f11b-81f8-4697-9287-53cd28413cfb None None] Network ed0ac354-7c30-41a5-8d1e-37ce4819e790 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:11:26.742196 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-1656106d-04ad-4647-b39c-dfd32cb972a0 None None] Provisioning complete for port 09ae209e-927b-4d59-ac3e-45d1460bce25 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:26.742450 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:11:26.742604 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1656106d-04ad-4647-b39c-dfd32cb972a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:26.771824 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Sync routers for ids ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:11:26.820793 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Routers {'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:26.821507 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:11:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:26.843438 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:26.852385 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-e05f45ab-dc89-45da-ba14-d191897121a9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0696614 Apr 28 15:11:26.852385 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60888) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:27.085384 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 09ae209e-927b-4d59-ac3e-45d1460bce25 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:11:27.115830 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-1656106d-04ad-4647-b39c-dfd32cb972a0 None None] Current status of the port 09ae209e-927b-4d59-ac3e-45d1460bce25 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:27.115830 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1656106d-04ad-4647-b39c-dfd32cb972a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:27.160154 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Set router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:27.254875 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-1656106d-04ad-4647-b39c-dfd32cb972a0 None None] For port 09ae209e-927b-4d59-ac3e-45d1460bce25, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=09ae209e-927b-4d59-ac3e-45d1460bce25,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:11:27.262722 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 09ae209e-927b-4d59-ac3e-45d1460bce25 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:27.263102 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:27.332332 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-1656106d-04ad-4647-b39c-dfd32cb972a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:27.465087 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656106d-04ad-4647-b39c-dfd32cb972a0 None None] Pushing event updated for resources: {'Port': ['ID=09ae209e-927b-4d59-ac3e-45d1460bce25,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:27.504103 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-458524ba-2847-460e-819e-c586409c5686 None None] Provisioning complete for port 09ae209e-927b-4d59-ac3e-45d1460bce25 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:27.504477 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-458524ba-2847-460e-819e-c586409c5686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:27.509998 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:11:26Z', 'revision_number': 3, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:27.512216 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 09ae209e-927b-4d59-ac3e-45d1460bce25 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:27.568096 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Checking router: f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:11:27.568458 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Updating router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 port 87427560-30a8-42f6-8a9c-277e3430fce4 binding host dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:11:27.606421 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (87427560-30a8-42f6-8a9c-277e3430fce4), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:27.623645 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:27.730724 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-458524ba-2847-460e-819e-c586409c5686 None None] Current status of the port 09ae209e-927b-4d59-ac3e-45d1460bce25 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:27.792182 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Allocated IP 172.20.0.1 (ed0ac354-7c30-41a5-8d1e-37ce4819e790/8d42f596-f298-4cb5-960f-d6205c5506ae/121bbaf2-074a-453c-82ae-d0afe382b7a5) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:11:27.898532 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Publish callbacks [] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:27.928293 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Publish callbacks [] for port (87427560-30a8-42f6-8a9c-277e3430fce4), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:27.996315 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:28.023415 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (87427560-30a8-42f6-8a9c-277e3430fce4), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:28.035284 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Network ed0ac354-7c30-41a5-8d1e-37ce4819e790 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:11:28.039967 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:28.045827 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:11:28.071256 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Pushing event updated for resources: {'Port': ['ID=121bbaf2-074a-453c-82ae-d0afe382b7a5,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:28.081589 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Attempting to bind port 87427560-30a8-42f6-8a9c-277e3430fce4 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:11:28.081923 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Attempting to bind port 87427560-30a8-42f6-8a9c-277e3430fce4 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:11:28.082352 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Attempting to bind port 87427560-30a8-42f6-8a9c-277e3430fce4 on network 4b557462-7dca-499c-bcf1-0b01900942b2 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:11:28.087787 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cbbb5-2560-4057-83ea-30894851385f None None] Pushing event updated for resources: {'Port': ['ID=87427560-30a8-42f6-8a9c-277e3430fce4,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:28.093454 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:11:28.093851 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Checking segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:11:28.094223 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:28.094606 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Bound using segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:11:28.095082 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Bound port: 87427560-30a8-42f6-8a9c-277e3430fce4, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:11:28.095454 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (87427560-30a8-42f6-8a9c-277e3430fce4), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:28.099066 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711083'] for router_interface (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:28.162386 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] For port 87427560-30a8-42f6-8a9c-277e3430fce4, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:11:28.166091 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] For port 87427560-30a8-42f6-8a9c-277e3430fce4, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=87427560-30a8-42f6-8a9c-277e3430fce4,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:11:28.252957 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (87427560-30a8-42f6-8a9c-277e3430fce4), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:28.312324 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:28.314530 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Routers {'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:28.315160 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:11:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:28.354329 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cbbb5-2560-4057-83ea-30894851385f None None] Pushing event updated for resources: {'Port': ['ID=87427560-30a8-42f6-8a9c-277e3430fce4,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:28.372146 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-0f386a76-4b37-4b73-a232-b38c22d9ed5b None None] Provisioning complete for port 121bbaf2-074a-453c-82ae-d0afe382b7a5 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:28.377098 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0f386a76-4b37-4b73-a232-b38c22d9ed5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:28.448538 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-0f386a76-4b37-4b73-a232-b38c22d9ed5b None None] Port 121bbaf2-074a-453c-82ae-d0afe382b7a5 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:11:28.477339 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] Set router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:28.484483 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Publish callbacks [] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:28.543748 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:28.619617 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Pushing event updated for resources: {'Port': ['ID=121bbaf2-074a-453c-82ae-d0afe382b7a5,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:28.622043 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712219'] for router_interface (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:28.677056 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '121bbaf2-074a-453c-82ae-d0afe382b7a5', 'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:27Z', 'updated_at': '2022-04-28T15:11:27Z', 'revision_number': 1, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'subnets': [{'id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:28.711713 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fa4d0-7aba-4ab6-b4e5-06b0c98196c7 None None] The sync data for ids ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'] in dv-cinder-839768-1-iscsi is: [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '121bbaf2-074a-453c-82ae-d0afe382b7a5', 'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:27Z', 'updated_at': '2022-04-28T15:11:27Z', 'revision_number': 1, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'subnets': [{'id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:11:28.717348 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Network ed0ac354-7c30-41a5-8d1e-37ce4819e790 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:11:28.718827 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:28.880966 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:11:28.976002 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-402cb13c-fb13-4883-b757-c1e4a74bc38a None None] Provisioning complete for port 121bbaf2-074a-453c-82ae-d0afe382b7a5 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:28.976700 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-402cb13c-fb13-4883-b757-c1e4a74bc38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:29.041642 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 09ae209e-927b-4d59-ac3e-45d1460bce25 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:11:29.046116 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-402cb13c-fb13-4883-b757-c1e4a74bc38a None None] Port 121bbaf2-074a-453c-82ae-d0afe382b7a5 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:11:29.058174 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:11:29.065142 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-9c238165-c5ff-4924-b280-e383ff441941 admin admin] 10.222.0.31 "PUT /v2.0/routers/f4e64cc0-c1e8-45ff-b12f-ae4a149834e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2154238 Apr 28 15:11:29.095754 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 09ae209e-927b-4d59-ac3e-45d1460bce25 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:29.096127 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:29.202017 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 09ae209e-927b-4d59-ac3e-45d1460bce25 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:29.806929 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:11:29.847774 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60904) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:29.852841 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1628200694-network', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:29.962527 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Made reservation on behalf of 9003e82e5f0f44ecb0564cd15ca41533 for: {'network': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:11:29.965301 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for network (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:29.975837 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:30.068186 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Publish callbacks [] for security_group (1b0f3ca7-c473-4901-8d0c-423d287e2c3f), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:30.163169 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (1b0f3ca7-c473-4901-8d0c-423d287e2c3f), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:30.190602 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=110071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:11:30.196028 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0f3ca7-c473-4901-8d0c-423d287e2c3f,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:30.212238 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (31aed4aa-346d-45dd-be9e-88e291b8e221), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:30.212238 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.segments_db [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Added segment 31aed4aa-346d-45dd-be9e-88e291b8e221 of type vlan for network 48af8f45-158f-4b65-8b0e-41502d590f05 Apr 28 15:11:30.250884 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788276008340'] for network (48af8f45-158f-4b65-8b0e-41502d590f05), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:30.344775 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906'] for network (48af8f45-158f-4b65-8b0e-41502d590f05), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:30.346042 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:30.346977 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:30.422372 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] Pushing event updated for resources: {'Network': ['ID=48af8f45-158f-4b65-8b0e-41502d590f05,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:30.433881 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Network 48af8f45-158f-4b65-8b0e-41502d590f05 details requested by agent ovs-agent-dv-cinder-839768-1-iscsi with host dv-cinder-839768-1-iscsi {{(pid=110072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:11:30.463467 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-12a59338-16d9-43ee-b90d-4743a4be6fdf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6143866 Apr 28 15:11:30.467400 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60906) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:30.472282 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-385fd753-4ccf-437c-a80d-acbab25c7aa6 admin admin] Request body: {'subnet': {'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1628200694-subnet', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'ip_version': 4}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:30.558298 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385fd753-4ccf-437c-a80d-acbab25c7aa6 admin admin] Made reservation on behalf of 9003e82e5f0f44ecb0564cd15ca41533 for: {'subnet': 1} {{(pid=110071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:11:30.561976 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-385fd753-4ccf-437c-a80d-acbab25c7aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750647'] for subnet (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:30.798527 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-385fd753-4ccf-437c-a80d-acbab25c7aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59734093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750405'] for subnet (5ce7d308-4df1-4a44-9972-d830d6d4d76e), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:30.852890 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fd753-4ccf-437c-a80d-acbab25c7aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce7d308-4df1-4a44-9972-d830d6d4d76e,revision_number=0']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:30.861554 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:30.864930 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Sync routers for ids ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:11:30.886997 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385fd753-4ccf-437c-a80d-acbab25c7aa6 admin admin] Checking segment: {'id': '31aed4aa-346d-45dd-be9e-88e291b8e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:11:30.886997 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385fd753-4ccf-437c-a80d-acbab25c7aa6 admin admin] Network hostable DHCP agents. Network: 48af8f45-158f-4b65-8b0e-41502d590f05, hostable agents: ['1027739c-7e98-4e98-b549-596d85ca6e7e'], hosted agents: [] {{(pid=110071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:11:30.887281 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Routers {'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:30.887281 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:11:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:30.962581 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385fd753-4ccf-437c-a80d-acbab25c7aa6 admin admin] Network 48af8f45-158f-4b65-8b0e-41502d590f05 is scheduled to be hosted by DHCP agent 1027739c-7e98-4e98-b549-596d85ca6e7e with binding_index 1 {{(pid=110071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:11:30.995068 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Set router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:31.013333 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 87427560-30a8-42f6-8a9c-277e3430fce4 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:11:31.042556 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-385fd753-4ccf-437c-a80d-acbab25c7aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839768-1-iscsi, 48af8f45-158f-4b65-8b0e-41502d590f05) {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:31.047417 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385fd753-4ccf-437c-a80d-acbab25c7aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:31.048284 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-385fd753-4ccf-437c-a80d-acbab25c7aa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.058440 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3916766c-593a-4924-85ab-d3425efaa984 None None] Network 48af8f45-158f-4b65-8b0e-41502d590f05 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:11:31.091646 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 87427560-30a8-42f6-8a9c-277e3430fce4 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:31.092047 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (87427560-30a8-42f6-8a9c-277e3430fce4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.146312 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-385fd753-4ccf-437c-a80d-acbab25c7aa6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6754143 Apr 28 15:11:31.146543 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60908) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:31.151544 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1628200694-router', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:31.222763 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '121bbaf2-074a-453c-82ae-d0afe382b7a5', 'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:27Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 2, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'subnets': [{'id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:31.234529 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe06547cc-7c40-502f-8a3c-f018a8c7a7ca-48af8f45-158f-4b65-8b0e-41502d590f05', 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05', 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'fixed_ips': [{'subnet_id': '5ce7d308-4df1-4a44-9972-d830d6d4d76e'}]}} from dv-cinder-839768-1-iscsi. {{(pid=110072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 15:11:31.238212 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.240690 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 87427560-30a8-42f6-8a9c-277e3430fce4 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:31.241087 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (87427560-30a8-42f6-8a9c-277e3430fce4), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.254868 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Checking router: f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:11:31.255429 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Updating router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 port 121bbaf2-074a-453c-82ae-d0afe382b7a5 binding host dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:11:31.256054 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-709547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14111'] for router (56ebf884-993f-46f0-b204-ce690e38f798), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.257738 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-547755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (56ebf884-993f-46f0-b204-ce690e38f798), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.283565 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port 87427560-30a8-42f6-8a9c-277e3430fce4, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=87427560-30a8-42f6-8a9c-277e3430fce4,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:11:31.287303 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.337550 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Publish callbacks [] for router_controller (56ebf884-993f-46f0-b204-ce690e38f798), precommit_add_association {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.344062 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (87427560-30a8-42f6-8a9c-277e3430fce4), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.585981 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=87427560-30a8-42f6-8a9c-277e3430fce4,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:31.587573 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Publish callbacks [] for router_gateway (56ebf884-993f-46f0-b204-ce690e38f798), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.608566 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.db_base_plugin_common [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Allocated IP 172.20.0.2 (48af8f45-158f-4b65-8b0e-41502d590f05/5ce7d308-4df1-4a44-9972-d830d6d4d76e/21642e85-b46d-482b-af4b-5100804dae99) {{(pid=110072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:11:31.619303 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Publish callbacks [] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.709924 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.767713 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Publish callbacks [] for port (21642e85-b46d-482b-af4b-5100804dae99), precommit_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.785930 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Pushing event updated for resources: {'Port': ['ID=121bbaf2-074a-453c-82ae-d0afe382b7a5,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:31.799358 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.799941 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.800557 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.802314 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.802314 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.802314 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.802792 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.803321 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.803862 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.804399 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.804981 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.805542 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.806084 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.806615 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.807159 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:31.835910 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542'] for port (21642e85-b46d-482b-af4b-5100804dae99), after_create {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.886070 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Network 48af8f45-158f-4b65-8b0e-41502d590f05 is already hosted by enough agents. {{(pid=110072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:11:31.890361 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.scheduler.base_scheduler [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Resources bound (agent type, host, resource id): {{(pid=110072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:31.895485 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Received port after_create {{(pid=110072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:11:31.898173 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Pushing event updated for resources: {'Port': ['ID=21642e85-b46d-482b-af4b-5100804dae99,revision_number=1']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:31.903844 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Attempting to bind port 121bbaf2-074a-453c-82ae-d0afe382b7a5 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:11:31.904439 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Attempting to bind port 121bbaf2-074a-453c-82ae-d0afe382b7a5 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:11:31.904561 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Attempting to bind port 121bbaf2-074a-453c-82ae-d0afe382b7a5 on network ed0ac354-7c30-41a5-8d1e-37ce4819e790 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:11:31.910501 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:11:31.910716 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Checking segment: {'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:11:31.911172 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.911614 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Bound using segment: {'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:11:31.911874 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Publish callbacks [] for router_gateway (56ebf884-993f-46f0-b204-ce690e38f798), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.912087 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Bound port: 121bbaf2-074a-453c-82ae-d0afe382b7a5, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:11:31.912464 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.941813 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.976336 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Attempting to bind port 21642e85-b46d-482b-af4b-5100804dae99 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:11:31.976889 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Attempting to bind port 21642e85-b46d-482b-af4b-5100804dae99 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': '31aed4aa-346d-45dd-be9e-88e291b8e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:11:31.977360 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Attempting to bind port 21642e85-b46d-482b-af4b-5100804dae99 on network 48af8f45-158f-4b65-8b0e-41502d590f05 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:11:31.983515 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:11:31.984486 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Checking segment: {'id': '31aed4aa-346d-45dd-be9e-88e291b8e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:11:31.985014 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.985156 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] For port 121bbaf2-074a-453c-82ae-d0afe382b7a5, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:11:31.985618 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Bound using segment: {'id': '31aed4aa-346d-45dd-be9e-88e291b8e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:11:31.986227 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Bound port: 21642e85-b46d-482b-af4b-5100804dae99, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aed4aa-346d-45dd-be9e-88e291b8e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:11:31.986716 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (21642e85-b46d-482b-af4b-5100804dae99), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:31.988867 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] For port 121bbaf2-074a-453c-82ae-d0afe382b7a5, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=121bbaf2-074a-453c-82ae-d0afe382b7a5,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:11:32.061602 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] For port 21642e85-b46d-482b-af4b-5100804dae99, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:11:32.063407 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Allocated IP 172.27.2.94 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/68e67265-827b-4fb3-9a86-43f13e70fd69) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:11:32.064019 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:32.064178 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] For port 21642e85-b46d-482b-af4b-5100804dae99, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=21642e85-b46d-482b-af4b-5100804dae99,segment=NetworkSegment(31aed4aa-346d-45dd-be9e-88e291b8e221),segment_id=31aed4aa-346d-45dd-be9e-88e291b8e221)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:11:32.090120 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-8b58c12c-0b81-41cc-89b6-e93c19fc6780 None None] Provisioning complete for port 121bbaf2-074a-453c-82ae-d0afe382b7a5 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:32.090584 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8b58c12c-0b81-41cc-89b6-e93c19fc6780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:32.120819 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a385e-5157-4595-be46-77e086285b10 None None] Pushing event updated for resources: {'Port': ['ID=121bbaf2-074a-453c-82ae-d0afe382b7a5,revision_number=4']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:32.149450 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Routers {'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:32.150459 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:11:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:32.166531 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (21642e85-b46d-482b-af4b-5100804dae99), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:32.213575 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-8b58c12c-0b81-41cc-89b6-e93c19fc6780 None None] Current status of the port 121bbaf2-074a-453c-82ae-d0afe382b7a5 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:32.213902 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8b58c12c-0b81-41cc-89b6-e93c19fc6780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:32.253062 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Publish callbacks [] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:32.293008 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-8b58c12c-0b81-41cc-89b6-e93c19fc6780 None None] For port 121bbaf2-074a-453c-82ae-d0afe382b7a5, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=121bbaf2-074a-453c-82ae-d0afe382b7a5,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:11:32.313487 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28854875-e06c-4d09-be0d-d9b30f1faa7a None None] Pushing event updated for resources: {'Port': ['ID=21642e85-b46d-482b-af4b-5100804dae99,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:32.322390 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] Set router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:32.367076 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8b58c12c-0b81-41cc-89b6-e93c19fc6780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:32.410215 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:32.436879 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58c12c-0b81-41cc-89b6-e93c19fc6780 None None] Pushing event updated for resources: {'Port': ['ID=121bbaf2-074a-453c-82ae-d0afe382b7a5,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:32.508242 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-8df6bd34-2aa8-4a20-b5f9-d88801802308 None None] Provisioning complete for port 121bbaf2-074a-453c-82ae-d0afe382b7a5 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:32.508936 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8df6bd34-2aa8-4a20-b5f9-d88801802308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:32.521416 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:11:32.523832 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:32.533232 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:11:32.586952 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Pushing event updated for resources: {'Port': ['ID=68e67265-827b-4fb3-9a86-43f13e70fd69,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:32.639009 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-8df6bd34-2aa8-4a20-b5f9-d88801802308 None None] Current status of the port 121bbaf2-074a-453c-82ae-d0afe382b7a5 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:32.712917 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '121bbaf2-074a-453c-82ae-d0afe382b7a5', 'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:27Z', 'updated_at': '2022-04-28T15:11:31Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'subnets': [{'id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:32.741956 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b19da-e93a-45d9-adb6-21a545ff386a None None] The sync data for ids ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'] in dv-cinder-839768-1-iscsi is: [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '121bbaf2-074a-453c-82ae-d0afe382b7a5', 'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:27Z', 'updated_at': '2022-04-28T15:11:31Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'subnets': [{'id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:11:32.943108 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Publish callbacks [] for router_gateway (56ebf884-993f-46f0-b204-ce690e38f798), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:33.119498 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 87427560-30a8-42f6-8a9c-277e3430fce4 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:11:33.173581 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 87427560-30a8-42f6-8a9c-277e3430fce4 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:33.174006 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (87427560-30a8-42f6-8a9c-277e3430fce4), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:33.196362 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547806'] for router (56ebf884-993f-46f0-b204-ce690e38f798), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:33.277965 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 87427560-30a8-42f6-8a9c-277e3430fce4 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:33.279058 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 121bbaf2-074a-453c-82ae-d0afe382b7a5 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:11:33.331749 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 121bbaf2-074a-453c-82ae-d0afe382b7a5 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:33.332142 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:33.419573 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Router 56ebf884-993f-46f0-b204-ce690e38f798 is scheduled to L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 with binding_index 1 {{(pid=110071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:11:33.427067 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 121bbaf2-074a-453c-82ae-d0afe382b7a5 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:33.428313 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 21642e85-b46d-482b-af4b-5100804dae99 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:11:33.459442 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ce7c5-4f59-4372-8ab6-ce826015e140 None None] Network 48af8f45-158f-4b65-8b0e-41502d590f05 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:11:33.506299 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-76726e13-968f-430e-80f3-a009f662ce5f None None] Provisioning complete for port 21642e85-b46d-482b-af4b-5100804dae99 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:33.506686 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-76726e13-968f-430e-80f3-a009f662ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (21642e85-b46d-482b-af4b-5100804dae99), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:33.528961 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:11:33.567498 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Sync routers for ids ['56ebf884-993f-46f0-b204-ce690e38f798'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:11:33.605954 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:33.608267 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 21642e85-b46d-482b-af4b-5100804dae99 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:33.608267 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (21642e85-b46d-482b-af4b-5100804dae99), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:33.608508 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-2bca01ed-c43c-484b-8c84-2eb177237c7e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4599187 Apr 28 15:11:33.610813 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60912) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:33.614099 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Routers {'56ebf884-993f-46f0-b204-ce690e38f798'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:33.614722 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:11:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['56ebf884-993f-46f0-b204-ce690e38f798'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:33.811117 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-76726e13-968f-430e-80f3-a009f662ce5f None None] Current status of the port 21642e85-b46d-482b-af4b-5100804dae99 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:33.811818 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-76726e13-968f-430e-80f3-a009f662ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (21642e85-b46d-482b-af4b-5100804dae99), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:33.862272 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Set router 56ebf884-993f-46f0-b204-ce690e38f798 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:33.942328 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 21642e85-b46d-482b-af4b-5100804dae99 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:33.942725 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (21642e85-b46d-482b-af4b-5100804dae99), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:33.983510 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-76726e13-968f-430e-80f3-a009f662ce5f None None] For port 21642e85-b46d-482b-af4b-5100804dae99, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=21642e85-b46d-482b-af4b-5100804dae99,segment=NetworkSegment(31aed4aa-346d-45dd-be9e-88e291b8e221),segment_id=31aed4aa-346d-45dd-be9e-88e291b8e221)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:11:34.043369 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-76726e13-968f-430e-80f3-a009f662ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (21642e85-b46d-482b-af4b-5100804dae99), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:34.294012 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-999302c2-4899-4107-9ce9-1d377bf5a440 None None] Provisioning complete for port 21642e85-b46d-482b-af4b-5100804dae99 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:34.294281 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-999302c2-4899-4107-9ce9-1d377bf5a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (21642e85-b46d-482b-af4b-5100804dae99), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:34.319325 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:34.322413 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76726e13-968f-430e-80f3-a009f662ce5f None None] Pushing event updated for resources: {'Port': ['ID=21642e85-b46d-482b-af4b-5100804dae99,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:34.325955 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.db.api [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:11:34.326344 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG oslo_db.api [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:11:34.328757 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebf884-993f-46f0-b204-ce690e38f798', 'name': 'tempest-TestShelveInstance-1628200694-router', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:32Z', 'revision_number': 3, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'gw_port': {'id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebf884-993f-46f0-b204-ce690e38f798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:34.364515 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Checking router: 56ebf884-993f-46f0-b204-ce690e38f798 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:11:34.364876 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Updating router 56ebf884-993f-46f0-b204-ce690e38f798 port 68e67265-827b-4fb3-9a86-43f13e70fd69 binding host dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:11:34.400534 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:34.462855 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-999302c2-4899-4107-9ce9-1d377bf5a440 None None] Current status of the port 21642e85-b46d-482b-af4b-5100804dae99 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:34.476053 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Allocated IP 172.20.0.1 (48af8f45-158f-4b65-8b0e-41502d590f05/5ce7d308-4df1-4a44-9972-d830d6d4d76e/d5dadfcc-44e4-4952-b718-bf5c227c4668) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:11:34.595278 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Publish callbacks [] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:34.688409 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Publish callbacks [] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), precommit_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:34.728985 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:34.751298 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:34.766275 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Network 48af8f45-158f-4b65-8b0e-41502d590f05 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:11:34.769372 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:34.775133 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:11:34.804573 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d98e20-a37b-4d63-b9a2-27e093f33100 None None] Pushing event updated for resources: {'Port': ['ID=68e67265-827b-4fb3-9a86-43f13e70fd69,revision_number=2']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:34.804833 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Pushing event updated for resources: {'Port': ['ID=d5dadfcc-44e4-4952-b718-bf5c227c4668,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:34.809012 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Attempting to bind port 68e67265-827b-4fb3-9a86-43f13e70fd69 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:11:34.809393 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Attempting to bind port 68e67265-827b-4fb3-9a86-43f13e70fd69 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:11:34.809761 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Attempting to bind port 68e67265-827b-4fb3-9a86-43f13e70fd69 on network 4b557462-7dca-499c-bcf1-0b01900942b2 {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:11:34.818554 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:11:34.818554 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Checking segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:11:34.818554 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:34.818554 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Bound using segment: {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'} {{(pid=110072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:11:34.818554 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.managers [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Bound port: 68e67265-827b-4fb3-9a86-43f13e70fd69, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5835e26-f10d-4cfe-af94-8b858058be88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2'}}] {{(pid=110072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:11:34.818554 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:34.824138 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711083'] for router_interface (56ebf884-993f-46f0-b204-ce690e38f798), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:34.896046 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 21642e85-b46d-482b-af4b-5100804dae99 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:34.907256 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] For port 68e67265-827b-4fb3-9a86-43f13e70fd69, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:11:34.910854 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] For port 68e67265-827b-4fb3-9a86-43f13e70fd69, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=68e67265-827b-4fb3-9a86-43f13e70fd69,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:11:34.984492 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 21642e85-b46d-482b-af4b-5100804dae99 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:11:34.991910 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:35.036410 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:35.081620 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Routers {'56ebf884-993f-46f0-b204-ce690e38f798'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:35.082250 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:11:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['56ebf884-993f-46f0-b204-ce690e38f798'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:35.133552 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d98e20-a37b-4d63-b9a2-27e093f33100 None None] Pushing event updated for resources: {'Port': ['ID=68e67265-827b-4fb3-9a86-43f13e70fd69,revision_number=3']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:35.142366 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 21642e85-b46d-482b-af4b-5100804dae99 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:35.142918 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (21642e85-b46d-482b-af4b-5100804dae99), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:35.144623 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-5da5dce6-3096-4d6d-b667-84ee71c5c009 None None] Provisioning complete for port d5dadfcc-44e4-4952-b718-bf5c227c4668 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:35.145008 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5da5dce6-3096-4d6d-b667-84ee71c5c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:35.197394 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Publish callbacks [] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:35.242823 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-5da5dce6-3096-4d6d-b667-84ee71c5c009 None None] Port d5dadfcc-44e4-4952-b718-bf5c227c4668 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:11:35.249406 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:35.284720 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] Set router 56ebf884-993f-46f0-b204-ce690e38f798 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:35.326291 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712219'] for router_interface (56ebf884-993f-46f0-b204-ce690e38f798), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:35.328044 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Pushing event updated for resources: {'Port': ['ID=d5dadfcc-44e4-4952-b718-bf5c227c4668,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:35.351589 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 21642e85-b46d-482b-af4b-5100804dae99 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:35.424487 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Network 48af8f45-158f-4b65-8b0e-41502d590f05 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:11:35.425873 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:35.510245 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebf884-993f-46f0-b204-ce690e38f798', 'name': 'tempest-TestShelveInstance-1628200694-router', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:34Z', 'revision_number': 4, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'gw_port': {'id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebf884-993f-46f0-b204-ce690e38f798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': 'd5dadfcc-44e4-4952-b718-bf5c227c4668', 'name': '', 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'mac_address': 'fa:16:3e:c6:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebf884-993f-46f0-b204-ce690e38f798', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5ce7d308-4df1-4a44-9972-d830d6d4d76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:34Z', 'updated_at': '2022-04-28T15:11:34Z', 'revision_number': 1, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'subnets': [{'id': '5ce7d308-4df1-4a44-9972-d830d6d4d76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:35.541925 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ac179-d80c-4baf-a60f-41a926afbad1 None None] The sync data for ids ['56ebf884-993f-46f0-b204-ce690e38f798'] in dv-cinder-839768-1-iscsi is: [{'id': '56ebf884-993f-46f0-b204-ce690e38f798', 'name': 'tempest-TestShelveInstance-1628200694-router', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:34Z', 'revision_number': 4, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'gw_port': {'id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebf884-993f-46f0-b204-ce690e38f798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': 'd5dadfcc-44e4-4952-b718-bf5c227c4668', 'name': '', 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'mac_address': 'fa:16:3e:c6:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebf884-993f-46f0-b204-ce690e38f798', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5ce7d308-4df1-4a44-9972-d830d6d4d76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:34Z', 'updated_at': '2022-04-28T15:11:34Z', 'revision_number': 1, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'subnets': [{'id': '5ce7d308-4df1-4a44-9972-d830d6d4d76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:11:35.565884 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Router 56ebf884-993f-46f0-b204-ce690e38f798 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:11:35.665602 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-ba6b8fc0-0e59-45ef-9370-f503a46824ce None None] Provisioning complete for port d5dadfcc-44e4-4952-b718-bf5c227c4668 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:35.666166 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ba6b8fc0-0e59-45ef-9370-f503a46824ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:35.694267 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:11:35.700696 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-190e149d-1b55-45cf-bc88-5de26eb5344f admin admin] 10.222.0.31 "PUT /v2.0/routers/56ebf884-993f-46f0-b204-ce690e38f798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0880108 Apr 28 15:11:35.708283 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-ba6b8fc0-0e59-45ef-9370-f503a46824ce None None] Port d5dadfcc-44e4-4952-b718-bf5c227c4668 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:11:36.324143 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 60920) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:36.329572 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-5c1e4ef6-984d-4201-a45e-9f417344d7fa tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214002913', 'description': 'tempest-secgroup-smoke-214002913 description', 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:36.402996 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4ef6-984d-4201-a45e-9f417344d7fa tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:36.482527 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4ef6-984d-4201-a45e-9f417344d7fa tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group (5012b088-03b4-4071-aefd-7ca1e2663751), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:36.539974 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4ef6-984d-4201-a45e-9f417344d7fa tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (5012b088-03b4-4071-aefd-7ca1e2663751), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:36.571489 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e4ef6-984d-4201-a45e-9f417344d7fa tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5012b088-03b4-4071-aefd-7ca1e2663751,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:36.622287 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4ef6-984d-4201-a45e-9f417344d7fa tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:36.627385 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60922) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:36.627941 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-5c1e4ef6-984d-4201-a45e-9f417344d7fa tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3018925 Apr 28 15:11:36.632707 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-c11e3162-8744-453a-96a2-68b41f012902 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Request body: {'security_group_rule': {'security_group_id': '5012b088-03b4-4071-aefd-7ca1e2663751', 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:36.728856 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c11e3162-8744-453a-96a2-68b41f012902 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (1c4270c8-6e6e-4455-a513-7d321fdaeabd), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:36.791065 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c11e3162-8744-453a-96a2-68b41f012902 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (1c4270c8-6e6e-4455-a513-7d321fdaeabd), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:36.876974 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c11e3162-8744-453a-96a2-68b41f012902 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (1c4270c8-6e6e-4455-a513-7d321fdaeabd), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:36.896594 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e3162-8744-453a-96a2-68b41f012902 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4270c8-6e6e-4455-a513-7d321fdaeabd,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:36.959031 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-c11e3162-8744-453a-96a2-68b41f012902 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:36.960397 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-c11e3162-8744-453a-96a2-68b41f012902 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3318069 Apr 28 15:11:36.964138 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60924) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:36.968566 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-65979620-9c05-4743-a038-236eced650a7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Request body: {'security_group_rule': {'security_group_id': '5012b088-03b4-4071-aefd-7ca1e2663751', 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:36.996693 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 68e67265-827b-4fb3-9a86-43f13e70fd69 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:11:37.048109 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 68e67265-827b-4fb3-9a86-43f13e70fd69 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:37.048551 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.059442 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-65979620-9c05-4743-a038-236eced650a7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (8fc3e7f6-2f8d-4b3f-9a4f-fbeceea15efc), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.116831 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-65979620-9c05-4743-a038-236eced650a7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (8fc3e7f6-2f8d-4b3f-9a4f-fbeceea15efc), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.130986 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 68e67265-827b-4fb3-9a86-43f13e70fd69 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:37.131374 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.151684 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] For port 68e67265-827b-4fb3-9a86-43f13e70fd69, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=68e67265-827b-4fb3-9a86-43f13e70fd69,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:11:37.196942 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-65979620-9c05-4743-a038-236eced650a7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (8fc3e7f6-2f8d-4b3f-9a4f-fbeceea15efc), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.217532 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65979620-9c05-4743-a038-236eced650a7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc3e7f6-2f8d-4b3f-9a4f-fbeceea15efc,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:37.226669 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.288283 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Pushing event updated for resources: {'Port': ['ID=68e67265-827b-4fb3-9a86-43f13e70fd69,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:37.292343 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-65979620-9c05-4743-a038-236eced650a7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.294503 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-65979620-9c05-4743-a038-236eced650a7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3292453 Apr 28 15:11:37.297640 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60926) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:37.302585 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-df926bde-b1c4-42e4-a07f-ba4b80bd05e0 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Request body: {'security_group_rule': {'security_group_id': '5012b088-03b4-4071-aefd-7ca1e2663751', 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:37.412719 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-df926bde-b1c4-42e4-a07f-ba4b80bd05e0 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (ab114d69-4636-4f20-a291-0cef27f2b57c), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.485432 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-df926bde-b1c4-42e4-a07f-ba4b80bd05e0 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (ab114d69-4636-4f20-a291-0cef27f2b57c), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.560723 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-df926bde-b1c4-42e4-a07f-ba4b80bd05e0 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (ab114d69-4636-4f20-a291-0cef27f2b57c), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.586834 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df926bde-b1c4-42e4-a07f-ba4b80bd05e0 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab114d69-4636-4f20-a291-0cef27f2b57c,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:37.639527 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Sync routers for ids ['56ebf884-993f-46f0-b204-ce690e38f798'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:11:37.650622 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Routers {'56ebf884-993f-46f0-b204-ce690e38f798'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:37.651277 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:11:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['56ebf884-993f-46f0-b204-ce690e38f798'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:37.666092 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-df926bde-b1c4-42e4-a07f-ba4b80bd05e0 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.667648 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-df926bde-b1c4-42e4-a07f-ba4b80bd05e0 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3687181 Apr 28 15:11:37.671028 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60928) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:37.677848 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-a5fd46b3-bf4e-4d4f-ac4e-f32215476408 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Request body: {'security_group_rule': {'security_group_id': '5012b088-03b4-4071-aefd-7ca1e2663751', 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:37.773397 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Set router 56ebf884-993f-46f0-b204-ce690e38f798 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:37.800379 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a5fd46b3-bf4e-4d4f-ac4e-f32215476408 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (10fd557d-237b-4658-bc25-60dbb6380638), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.868287 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a5fd46b3-bf4e-4d4f-ac4e-f32215476408 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (10fd557d-237b-4658-bc25-60dbb6380638), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.946151 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a5fd46b3-bf4e-4d4f-ac4e-f32215476408 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (10fd557d-237b-4658-bc25-60dbb6380638), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:37.979844 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd46b3-bf4e-4d4f-ac4e-f32215476408 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10fd557d-237b-4658-bc25-60dbb6380638,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:38.024397 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebf884-993f-46f0-b204-ce690e38f798', 'name': 'tempest-TestShelveInstance-1628200694-router', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:34Z', 'revision_number': 4, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'gw_port': {'id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebf884-993f-46f0-b204-ce690e38f798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': 'd5dadfcc-44e4-4952-b718-bf5c227c4668', 'name': '', 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'mac_address': 'fa:16:3e:c6:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebf884-993f-46f0-b204-ce690e38f798', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5ce7d308-4df1-4a44-9972-d830d6d4d76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:34Z', 'updated_at': '2022-04-28T15:11:35Z', 'revision_number': 2, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'subnets': [{'id': '5ce7d308-4df1-4a44-9972-d830d6d4d76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:38.051439 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Checking router: 56ebf884-993f-46f0-b204-ce690e38f798 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:11:38.051799 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Updating router 56ebf884-993f-46f0-b204-ce690e38f798 port d5dadfcc-44e4-4952-b718-bf5c227c4668 binding host dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:11:38.065645 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a5fd46b3-bf4e-4d4f-ac4e-f32215476408 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.069381 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-a5fd46b3-bf4e-4d4f-ac4e-f32215476408 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3946218 Apr 28 15:11:38.069716 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60930) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:38.074147 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-2e376811-c6f7-4c10-baad-11e13159edf7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Request body: {'security_group_rule': {'security_group_id': '5012b088-03b4-4071-aefd-7ca1e2663751', 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:38.080927 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.155232 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.securitygroups_db [None req-2e376811-c6f7-4c10-baad-11e13159edf7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Project 2a9589542a3c4315bf9fa5ebeecd62f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:11:38.161142 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2e376811-c6f7-4c10-baad-11e13159edf7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (c1742a76-b41c-41df-aa99-d2d72d0853ef), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.236552 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2e376811-c6f7-4c10-baad-11e13159edf7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (c1742a76-b41c-41df-aa99-d2d72d0853ef), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.311735 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2e376811-c6f7-4c10-baad-11e13159edf7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (c1742a76-b41c-41df-aa99-d2d72d0853ef), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.329511 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e376811-c6f7-4c10-baad-11e13159edf7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1742a76-b41c-41df-aa99-d2d72d0853ef,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:38.366672 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Publish callbacks [] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), precommit_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.411434 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2e376811-c6f7-4c10-baad-11e13159edf7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.412620 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-2e376811-c6f7-4c10-baad-11e13159edf7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3419175 Apr 28 15:11:38.415499 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 60932) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:11:38.420546 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-1d38aa9c-3acf-4fec-98b1-eb9f657d8ac1 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Request body: {'security_group_rule': {'security_group_id': '5012b088-03b4-4071-aefd-7ca1e2663751', 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:38.434827 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.485180 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc99df-098c-4e35-84fa-4a19ef90e187 None None] Pushing event updated for resources: {'Port': ['ID=d5dadfcc-44e4-4952-b718-bf5c227c4668,revision_number=3']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:38.515114 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.securitygroups_db [None req-1d38aa9c-3acf-4fec-98b1-eb9f657d8ac1 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Project 2a9589542a3c4315bf9fa5ebeecd62f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:11:38.522967 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1d38aa9c-3acf-4fec-98b1-eb9f657d8ac1 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (0263df74-aac5-4599-b05b-29a26a08441b), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.554909 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Attempting to bind port d5dadfcc-44e4-4952-b718-bf5c227c4668 on host dv-cinder-839768-1-iscsi for vnic_type normal with profile {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:11:38.555695 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Attempting to bind port d5dadfcc-44e4-4952-b718-bf5c227c4668 by drivers openvswitch,hyperv on host dv-cinder-839768-1-iscsi at level 0 using segments [{'id': '31aed4aa-346d-45dd-be9e-88e291b8e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05'}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:11:38.556116 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Attempting to bind port d5dadfcc-44e4-4952-b718-bf5c227c4668 on network 48af8f45-158f-4b65-8b0e-41502d590f05 {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:11:38.565348 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Checking agent: {'id': 'fdb08cd0-2585-4931-a318-738d1beb40b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839768-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 51, 51), 'started_at': datetime.datetime(2022, 4, 28, 14, 52, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839768-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:11:38.565726 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Checking segment: {'id': '31aed4aa-346d-45dd-be9e-88e291b8e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:11:38.566131 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.566526 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Bound using segment: {'id': '31aed4aa-346d-45dd-be9e-88e291b8e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05'} {{(pid=110073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:11:38.567074 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.managers [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Bound port: d5dadfcc-44e4-4952-b718-bf5c227c4668, host: dv-cinder-839768-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aed4aa-346d-45dd-be9e-88e291b8e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05'}}] {{(pid=110073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:11:38.567384 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), before_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.621801 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1d38aa9c-3acf-4fec-98b1-eb9f657d8ac1 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (0263df74-aac5-4599-b05b-29a26a08441b), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.641519 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] For port d5dadfcc-44e4-4952-b718-bf5c227c4668, host dv-cinder-839768-1-iscsi, cleared binding levels {{(pid=110073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:11:38.644960 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.plugins.ml2.db [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] For port d5dadfcc-44e4-4952-b718-bf5c227c4668, host dv-cinder-839768-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=d5dadfcc-44e4-4952-b718-bf5c227c4668,segment=NetworkSegment(31aed4aa-346d-45dd-be9e-88e291b8e221),segment_id=31aed4aa-346d-45dd-be9e-88e291b8e221)] {{(pid=110073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:11:38.705527 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1d38aa9c-3acf-4fec-98b1-eb9f657d8ac1 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741269'] for security_group_rule (0263df74-aac5-4599-b05b-29a26a08441b), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.725527 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38aa9c-3acf-4fec-98b1-eb9f657d8ac1 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0263df74-aac5-4599-b05b-29a26a08441b,revision_number=0']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:38.730794 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron_lib.callbacks.manager [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), after_update {{(pid=110073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.745860 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-cf865b1f-a192-4688-b98a-53f38aa5e377 None None] Provisioning complete for port d5dadfcc-44e4-4952-b718-bf5c227c4668 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:38.746429 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cf865b1f-a192-4688-b98a-53f38aa5e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.782032 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Routers {'56ebf884-993f-46f0-b204-ce690e38f798'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:38.782695 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:11:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['56ebf884-993f-46f0-b204-ce690e38f798'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:38.811685 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-1d38aa9c-3acf-4fec-98b1-eb9f657d8ac1 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.813658 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-1d38aa9c-3acf-4fec-98b1-eb9f657d8ac1 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3968415 Apr 28 15:11:38.843404 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-cf865b1f-a192-4688-b98a-53f38aa5e377 None None] Current status of the port d5dadfcc-44e4-4952-b718-bf5c227c4668 is: DOWN; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:38.843792 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cf865b1f-a192-4688-b98a-53f38aa5e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.889591 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-cf865b1f-a192-4688-b98a-53f38aa5e377 None None] For port d5dadfcc-44e4-4952-b718-bf5c227c4668, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=d5dadfcc-44e4-4952-b718-bf5c227c4668,segment=NetworkSegment(31aed4aa-346d-45dd-be9e-88e291b8e221),segment_id=31aed4aa-346d-45dd-be9e-88e291b8e221)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:11:38.974435 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cf865b1f-a192-4688-b98a-53f38aa5e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:38.993814 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] Set router 56ebf884-993f-46f0-b204-ce690e38f798 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:39.058170 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 68e67265-827b-4fb3-9a86-43f13e70fd69 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:11:39.060958 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf865b1f-a192-4688-b98a-53f38aa5e377 None None] Pushing event updated for resources: {'Port': ['ID=d5dadfcc-44e4-4952-b718-bf5c227c4668,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:39.150145 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port 68e67265-827b-4fb3-9a86-43f13e70fd69 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:39.150756 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:39.176802 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc99df-098c-4e35-84fa-4a19ef90e187 None None] Pushing event updated for resources: {'Port': ['ID=d5dadfcc-44e4-4952-b718-bf5c227c4668,revision_number=4']} {{(pid=110073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:39.203279 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-0829fcc7-274f-4098-a0b0-e58aebf22d87 None None] Provisioning complete for port d5dadfcc-44e4-4952-b718-bf5c227c4668 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:39.203658 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0829fcc7-274f-4098-a0b0-e58aebf22d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:39.264941 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebf884-993f-46f0-b204-ce690e38f798', 'name': 'tempest-TestShelveInstance-1628200694-router', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:34Z', 'revision_number': 4, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'gw_port': {'id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebf884-993f-46f0-b204-ce690e38f798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': 'd5dadfcc-44e4-4952-b718-bf5c227c4668', 'name': '', 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'mac_address': 'fa:16:3e:c6:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebf884-993f-46f0-b204-ce690e38f798', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5ce7d308-4df1-4a44-9972-d830d6d4d76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:34Z', 'updated_at': '2022-04-28T15:11:38Z', 'revision_number': 4, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'subnets': [{'id': '5ce7d308-4df1-4a44-9972-d830d6d4d76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:39.300371 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4698d633-165e-414c-abfb-ff41c0c9ce2d None None] The sync data for ids ['56ebf884-993f-46f0-b204-ce690e38f798'] in dv-cinder-839768-1-iscsi is: [{'id': '56ebf884-993f-46f0-b204-ce690e38f798', 'name': 'tempest-TestShelveInstance-1628200694-router', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:34Z', 'revision_number': 4, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'gw_port': {'id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebf884-993f-46f0-b204-ce690e38f798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': 'd5dadfcc-44e4-4952-b718-bf5c227c4668', 'name': '', 'network_id': '48af8f45-158f-4b65-8b0e-41502d590f05', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'mac_address': 'fa:16:3e:c6:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebf884-993f-46f0-b204-ce690e38f798', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5ce7d308-4df1-4a44-9972-d830d6d4d76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:34Z', 'updated_at': '2022-04-28T15:11:38Z', 'revision_number': 4, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'subnets': [{'id': '5ce7d308-4df1-4a44-9972-d830d6d4d76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:11:39.331888 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e412523-d9fb-41ac-8885-33891354581e req-1aa2b857-d08f-415f-86a3-0e6c993e97d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2273471 Apr 28 15:11:39.345852 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port 68e67265-827b-4fb3-9a86-43f13e70fd69 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:39.362013 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-0829fcc7-274f-4098-a0b0-e58aebf22d87 None None] Current status of the port d5dadfcc-44e4-4952-b718-bf5c227c4668 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:39.418951 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e412523-d9fb-41ac-8885-33891354581e req-c3bddf15-8099-46b3-9ab4-5e5074e745ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:39.421287 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e412523-d9fb-41ac-8885-33891354581e req-c3bddf15-8099-46b3-9ab4-5e5074e745ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 1129 time: 0.0635452 Apr 28 15:11:39.539424 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e412523-d9fb-41ac-8885-33891354581e req-87d976eb-ba04-41fb-a70d-bd4084aaae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:39.540927 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e412523-d9fb-41ac-8885-33891354581e req-87d976eb-ba04-41fb-a70d-bd4084aaae3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 913 time: 0.0992506 Apr 28 15:11:39.874525 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e412523-d9fb-41ac-8885-33891354581e req-bb64a25c-92fc-4fd2-91d1-6a53b0c14ec3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5940ab2c-f84e-4c93-87bc-12e47d2ff068 HTTP/1.1" status: 200 len: 1001 time: 0.3273726 Apr 28 15:11:39.947254 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e412523-d9fb-41ac-8885-33891354581e req-6301d439-ec4f-4146-8edb-30ac1ed5ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:39.949495 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e412523-d9fb-41ac-8885-33891354581e req-6301d439-ec4f-4146-8edb-30ac1ed5ff4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f3b090f-b1eb-4c1c-87a5-0b415c189d3a HTTP/1.1" status: 200 len: 851 time: 0.0679395 Apr 28 15:11:40.001737 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e412523-d9fb-41ac-8885-33891354581e req-6873fc5d-836e-4672-8375-f2a3e81ac500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:40.003259 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e412523-d9fb-41ac-8885-33891354581e req-6873fc5d-836e-4672-8375-f2a3e81ac500 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81309ba0-2d09-4d02-8c7c-fc245e1cafac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476825 Apr 28 15:11:40.014995 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [req-6e412523-d9fb-41ac-8885-33891354581e req-dc80c8be-4c96-40ab-bfcb-90206908ca9b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 15:11:40.016630 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e412523-d9fb-41ac-8885-33891354581e req-dc80c8be-4c96-40ab-bfcb-90206908ca9b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076208 Apr 28 15:11:40.145538 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e412523-d9fb-41ac-8885-33891354581e req-0805e849-ed01-4876-a9b3-507155687c98 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220260 Apr 28 15:11:40.256552 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6e412523-d9fb-41ac-8885-33891354581e req-33ef7c69-729d-4ac6-8dee-6bc0ab1945b8 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050522 Apr 28 15:11:41.010941 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device d5dadfcc-44e4-4952-b718-bf5c227c4668 up at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:11:41.070470 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Provisioning complete for port d5dadfcc-44e4-4952-b718-bf5c227c4668 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:41.070847 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:41.156352 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Current status of the port d5dadfcc-44e4-4952-b718-bf5c227c4668 is: ACTIVE; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:11:44.487384 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-cdeae6bd-b0dc-4fde-ae7d-dd967e502928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:46.789527 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a396206b-478e-4d54-b414-1b79017d100b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:48.104256 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:49.356688 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:50.840262 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:54.824924 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-529bbaf4-c90a-4030-888b-7910a01f56aa tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214002913&fields=id&tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8 HTTP/1.1" status: 200 len: 267 time: 0.0458987 Apr 28 15:11:54.943530 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-b6e92666-0ce3-4ad3-a139-233268ec394d tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:54.944998 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-b6e92666-0ce3-4ad3-a139-233268ec394d tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/networks?id=ed0ac354-7c30-41a5-8d1e-37ce4819e790 HTTP/1.1" status: 200 len: 808 time: 0.1130517 Apr 28 15:11:54.960209 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-679da92e-08b6-4762-b412-910a596f5893 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/quotas/2a9589542a3c4315bf9fa5ebeecd62f8 HTTP/1.1" status: 200 len: 375 time: 0.0097435 Apr 28 15:11:55.009238 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-01616fb4-1929-405e-aa3a-0efb4b585239 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438564 Apr 28 15:11:55.067507 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-c35dcac4-80de-420a-9766-bc43a7a6beec service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=110071) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 15:11:55.068518 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-c35dcac4-80de-420a-9766-bc43a7a6beec service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0473204 Apr 28 15:11:55.161221 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-374cad52-b84d-4b63-9aed-7e0fffa1d05a service neutron] 10.222.0.31 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866194 Apr 28 15:11:55.261494 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-f45d1a76-4ed3-47aa-a7d2-5219a2edb841 service neutron] 10.222.0.31 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945950 Apr 28 15:11:55.862462 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-322a666e-5952-4022-a607-8951876e4979 req-ed369f67-b2e7-4efb-98c0-80afbe168635 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0345001 Apr 28 15:11:56.970650 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-bceb9c60-8de6-4f69-9caa-594887cec4e0 req-33630697-572e-437d-b9d7-cfd93ad8d44d tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0325198 Apr 28 15:11:58.017954 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-7c55e9f5-74fa-4fa8-a496-8666989a4b33 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:58.019422 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-7c55e9f5-74fa-4fa8-a496-8666989a4b33 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.42 "GET /v2.0/networks?id=ed0ac354-7c30-41a5-8d1e-37ce4819e790 HTTP/1.1" status: 200 len: 808 time: 0.1007254 Apr 28 15:11:58.072308 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-69784e7d-7c91-462e-b7d9-269046a72fa5 req-fcb84bdb-d3d5-4c5a-89f8-21dce6304003 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0368240 Apr 28 15:11:58.111132 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-2fffbd88-38f8-4b5b-ae80-ecd3938d24ab tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8 HTTP/1.1" status: 200 len: 379 time: 0.0828705 Apr 28 15:11:58.122682 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Request body: {'port': {'device_id': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'admin_state_up': True, 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'security_groups': ['5012b088-03b4-4071-aefd-7ca1e2663751']}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:58.274245 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Made reservation on behalf of 2a9589542a3c4315bf9fa5ebeecd62f8 for: {'port': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:11:58.277583 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:58.401904 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Allocated IP 172.20.0.10 (ed0ac354-7c30-41a5-8d1e-37ce4819e790/8d42f596-f298-4cb5-960f-d6205c5506ae/52d9935d-4f78-4f73-8389-e73b7881bd90) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:11:58.539632 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:58.646034 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:58.689709 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Network ed0ac354-7c30-41a5-8d1e-37ce4819e790 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:11:58.695097 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:58.698969 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:11:58.706105 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event updated for resources: {'Port': ['ID=52d9935d-4f78-4f73-8389-e73b7881bd90,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:58.760218 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:58.760889 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:58.843590 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-d00d9ba8-f18a-4f57-ada3-2e9ab463cd1b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7245595 Apr 28 15:11:58.855710 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Request body: {'port': {'device_id': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:11:58.923556 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e20c8052-50f4-4e60-885f-3c20a235badd None None] Provisioning complete for port 52d9935d-4f78-4f73-8389-e73b7881bd90 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:11:58.924246 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e20c8052-50f4-4e60-885f-3c20a235badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:58.928946 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:58.962706 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e20c8052-50f4-4e60-885f-3c20a235badd None None] Port 52d9935d-4f78-4f73-8389-e73b7881bd90 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:11:59.188613 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081efe8-26c6-45c8-8e3e-56be9f53f1a4 req-1bf6d2b2-555b-49af-8252-1df6833ea33d tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:59.190564 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0081efe8-26c6-45c8-8e3e-56be9f53f1a4 req-1bf6d2b2-555b-49af-8252-1df6833ea33d tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 932 time: 0.0490255 Apr 28 15:11:59.193799 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d9935d-4f78-4f73-8389-e73b7881bd90 {{(pid=110070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:11:59.201681 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Publish callbacks [] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:59.214065 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.provisioning_blocks [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Transition to ACTIVE for port object 52d9935d-4f78-4f73-8389-e73b7881bd90 will not be triggered until provisioned by entity L2. {{(pid=110070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:11:59.242042 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0081efe8-26c6-45c8-8e3e-56be9f53f1a4 req-5bbbfead-c944-41f8-be41-32939b388128 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458417 Apr 28 15:11:59.337210 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:59.389415 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Pushing event updated for resources: {'Port': ['ID=52d9935d-4f78-4f73-8389-e73b7881bd90,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:59.460081 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Attempting to bind port 52d9935d-4f78-4f73-8389-e73b7881bd90 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:11:59.460418 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Attempting to bind port 52d9935d-4f78-4f73-8389-e73b7881bd90 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:11:59.460780 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Attempting to bind port 52d9935d-4f78-4f73-8389-e73b7881bd90 on network ed0ac354-7c30-41a5-8d1e-37ce4819e790 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:11:59.465490 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Port 52d9935d-4f78-4f73-8389-e73b7881bd90 on network ed0ac354-7c30-41a5-8d1e-37ce4819e790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:11:59.465810 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Attempting to bind port 52d9935d-4f78-4f73-8389-e73b7881bd90 on network ed0ac354-7c30-41a5-8d1e-37ce4819e790 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:11:59.471823 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:11:59.472161 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Checking segment: {'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:11:59.472597 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Bound using segment: {'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:11:59.473000 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Bound port: 52d9935d-4f78-4f73-8389-e73b7881bd90, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de88e90f-8343-4cbd-b399-e29c9c58063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790'}}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:11:59.473765 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:59.541012 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] For port 52d9935d-4f78-4f73-8389-e73b7881bd90, host hv-cinder-83976, cleared binding levels {{(pid=110070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:11:59.544340 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] For port 52d9935d-4f78-4f73-8389-e73b7881bd90, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52d9935d-4f78-4f73-8389-e73b7881bd90,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:11:59.620233 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:59.655007 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:59.655693 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:11:59.656984 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] 10.222.0.42 "PUT /v2.0/ports/52d9935d-4f78-4f73-8389-e73b7881bd90 HTTP/1.1" status: 200 len: 1094 time: 0.8060863 Apr 28 15:11:59.657416 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:11:59.659831 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e379802-d04b-4110-afa8-4dcfec831784" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:11:59.689289 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37616f79-8a65-41aa-a083-f061c0634c3e service neutron] Pushing event updated for resources: {'Port': ['ID=52d9935d-4f78-4f73-8389-e73b7881bd90,revision_number=3']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:59.766178 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a90587-9427-4589-bb9d-39ccbf6cd474 x-openstack-request-id: req-f0a90587-9427-4589-bb9d-39ccbf6cd474 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:11:59.766415 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:11:59.767367 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0a90587-9427-4589-bb9d-39ccbf6cd474 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:11:59.767509 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a90587-9427-4589-bb9d-39ccbf6cd474'] response: {'name': 'network-changed', 'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'status': 'completed', 'code': 200} Apr 28 15:11:59.828976 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-79a199c8-4f6f-4fd9-b11c-67cb90c510d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:59.831848 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-79a199c8-4f6f-4fd9-b11c-67cb90c510d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8&device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 1128 time: 0.0497994 Apr 28 15:11:59.873269 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-db611240-3f27-4b79-ae58-078104df6179 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d9935d-4f78-4f73-8389-e73b7881bd90 HTTP/1.1" status: 200 len: 217 time: 0.0350041 Apr 28 15:11:59.920822 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-7d9548da-5a50-47bc-aa1e-d5018682f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:59.922206 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-7d9548da-5a50-47bc-aa1e-d5018682f033 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d42f596-f298-4cb5-960f-d6205c5506ae HTTP/1.1" status: 200 len: 847 time: 0.0434651 Apr 28 15:11:59.965966 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-549d36d2-31b2-4732-b2a5-b084ffdca6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:59.967428 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-549d36d2-31b2-4732-b2a5-b084ffdca6da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0ac354-7c30-41a5-8d1e-37ce4819e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388765 Apr 28 15:12:00.057880 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-976a4184-9a61-493f-ad46-d98f5e2a6972 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838990 Apr 28 15:12:00.147875 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-0102b50f-0da2-4189-bc2f-8d845dec9ae7 req-998e61c1-5c13-47c9-b588-2cc6353bb1a2 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842741 Apr 28 15:12:00.357734 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb807a5-b14f-4831-9217-fb2cb58fc802 req-a887b4e2-6e3a-49c1-b207-f419a2d07f81 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:00.359223 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7cb807a5-b14f-4831-9217-fb2cb58fc802 req-a887b4e2-6e3a-49c1-b207-f419a2d07f81 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0469334 Apr 28 15:12:00.407482 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7cb807a5-b14f-4831-9217-fb2cb58fc802 req-f76ca7e0-acab-40d3-a1c6-f076fcc60223 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425823 Apr 28 15:12:00.481206 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e379802-d04b-4110-afa8-4dcfec831784 req-7b466aa4-2e79-44ad-bf70-d05a5e0ac4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:00.482686 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8e379802-d04b-4110-afa8-4dcfec831784 req-7b466aa4-2e79-44ad-bf70-d05a5e0ac4d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8&device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 1128 time: 0.0385840 Apr 28 15:12:00.569659 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e379802-d04b-4110-afa8-4dcfec831784 req-11d12d14-ecd7-4a6e-b8e3-a6e49f5354b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:00.571118 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8e379802-d04b-4110-afa8-4dcfec831784 req-11d12d14-ecd7-4a6e-b8e3-a6e49f5354b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed0ac354-7c30-41a5-8d1e-37ce4819e790 HTTP/1.1" status: 200 len: 909 time: 0.0824330 Apr 28 15:12:00.614225 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8e379802-d04b-4110-afa8-4dcfec831784 req-5ebccae8-6194-4bfa-837b-a2fecc15b285 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d9935d-4f78-4f73-8389-e73b7881bd90 HTTP/1.1" status: 200 len: 217 time: 0.0370789 Apr 28 15:12:00.660920 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e379802-d04b-4110-afa8-4dcfec831784 req-8f8edd49-e6eb-4bc5-8d24-b70ca588ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:00.662299 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8e379802-d04b-4110-afa8-4dcfec831784 req-8f8edd49-e6eb-4bc5-8d24-b70ca588ce92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d42f596-f298-4cb5-960f-d6205c5506ae HTTP/1.1" status: 200 len: 847 time: 0.0428600 Apr 28 15:12:00.705118 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e379802-d04b-4110-afa8-4dcfec831784 req-c40b85f5-05d6-4ea0-9e5a-f5d04fe427b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:00.707210 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8e379802-d04b-4110-afa8-4dcfec831784 req-c40b85f5-05d6-4ea0-9e5a-f5d04fe427b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0ac354-7c30-41a5-8d1e-37ce4819e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382781 Apr 28 15:12:00.799493 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8e379802-d04b-4110-afa8-4dcfec831784 req-96232041-e1a2-4ed0-9138-be9b014bba8d service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868902 Apr 28 15:12:00.859413 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:00.890574 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-8e379802-d04b-4110-afa8-4dcfec831784 req-1edddedb-221e-44ab-aec6-83fc831fc67c service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851908 Apr 28 15:12:01.524590 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97070add-1894-4062-9e0d-cb7d93647d55 req-0f671b18-66a2-403c-a05d-acb82bd0dd22 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:01.526144 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-97070add-1894-4062-9e0d-cb7d93647d55 req-0f671b18-66a2-403c-a05d-acb82bd0dd22 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0514495 Apr 28 15:12:01.575151 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-97070add-1894-4062-9e0d-cb7d93647d55 req-258887f5-8e0b-4f8c-aef7-8dad60012d9d tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432222 Apr 28 15:12:02.692986 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b4c0-46fe-4236-93fc-eb6af0805c47 req-da31e0db-70f5-4b6a-9c4b-196bf2d48f21 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:02.694460 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8628b4c0-46fe-4236-93fc-eb6af0805c47 req-da31e0db-70f5-4b6a-9c4b-196bf2d48f21 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0505648 Apr 28 15:12:02.743338 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-8628b4c0-46fe-4236-93fc-eb6af0805c47 req-61fc19bd-6409-4ac7-9fcb-e6c9aa3f9f78 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432789 Apr 28 15:12:03.854938 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7e4e3-a532-4eab-a738-276dca192d05 req-ef99717c-a85b-4093-b84c-9a352f9b95ff tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:03.856390 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-efc7e4e3-a532-4eab-a738-276dca192d05 req-ef99717c-a85b-4093-b84c-9a352f9b95ff tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0460465 Apr 28 15:12:03.904603 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-efc7e4e3-a532-4eab-a738-276dca192d05 req-35fa9a10-ff3d-43da-bfec-e80f0c1c4179 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427229 Apr 28 15:12:05.015792 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2b964-bb41-40cc-9ae2-741326919ad5 req-2cf06416-c1cc-4ed0-af82-3bace3c5482f tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:05.017171 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-87d2b964-bb41-40cc-9ae2-741326919ad5 req-2cf06416-c1cc-4ed0-af82-3bace3c5482f tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0467234 Apr 28 15:12:05.064616 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-87d2b964-bb41-40cc-9ae2-741326919ad5 req-1e950837-c9c5-434c-8044-687bd038dea1 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418587 Apr 28 15:12:06.177773 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f2b32-5ea7-44f1-8d0d-3d127af987fc req-452adb8b-c8a9-4dab-b98d-e80fc12d35ef tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:06.179251 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6d1f2b32-5ea7-44f1-8d0d-3d127af987fc req-452adb8b-c8a9-4dab-b98d-e80fc12d35ef tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0492811 Apr 28 15:12:06.227218 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6d1f2b32-5ea7-44f1-8d0d-3d127af987fc req-75556999-cca5-4265-a587-bdf19324d379 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424016 Apr 28 15:12:06.607937 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 52d9935d-4f78-4f73-8389-e73b7881bd90 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:12:06.705068 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 52d9935d-4f78-4f73-8389-e73b7881bd90, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52d9935d-4f78-4f73-8389-e73b7881bd90,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:06.716876 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'port_id': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'mac_address': 'fa:16:3e:2a:6e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:12:06.753291 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 52d9935d-4f78-4f73-8389-e73b7881bd90 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:12:06.753655 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:06.766915 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d9935d-4f78-4f73-8389-e73b7881bd90 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:12:06.786069 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 52d9935d-4f78-4f73-8389-e73b7881bd90, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52d9935d-4f78-4f73-8389-e73b7881bd90,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:06.805886 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:12:06.888023 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:06.939637 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=52d9935d-4f78-4f73-8389-e73b7881bd90,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:07.100022 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['52d9935d-4f78-4f73-8389-e73b7881bd90'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:12:07.339475 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a824557-9764-4d0a-b9a1-5c478f930edc req-80e3fe2c-1924-454c-a3a9-78061c53db6f tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:07.340948 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4a824557-9764-4d0a-b9a1-5c478f930edc req-80e3fe2c-1924-454c-a3a9-78061c53db6f tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 945 time: 0.0480940 Apr 28 15:12:07.400122 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4a824557-9764-4d0a-b9a1-5c478f930edc req-3dc9f5cd-2f6e-46f5-9821-e007f9cebcc2 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529115 Apr 28 15:12:08.510690 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f65e3-73bc-46e4-bf1f-7280c5e564ad req-53aef03b-3de6-4d37-b8d8-8a9016751fb4 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:08.512147 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c66f65e3-73bc-46e4-bf1f-7280c5e564ad req-53aef03b-3de6-4d37-b8d8-8a9016751fb4 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 945 time: 0.0462835 Apr 28 15:12:08.562677 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c66f65e3-73bc-46e4-bf1f-7280c5e564ad req-38bda908-8de5-4e6a-a8af-0f81fece0f07 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449064 Apr 28 15:12:08.607726 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 52d9935d-4f78-4f73-8389-e73b7881bd90 up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:12:08.652190 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 52d9935d-4f78-4f73-8389-e73b7881bd90 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:12:08.719796 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 52d9935d-4f78-4f73-8389-e73b7881bd90 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:12:08.720176 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:08.800349 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 52d9935d-4f78-4f73-8389-e73b7881bd90 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:12:08.800761 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:08.822369 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:12:08.824593 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc2dcd9-d4e5-4ee7-aeff-010130303a13" -d '{"events": [{"server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "name": "network-vif-plugged", "status": "completed", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:12:08.840096 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 52d9935d-4f78-4f73-8389-e73b7881bd90, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52d9935d-4f78-4f73-8389-e73b7881bd90,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:08.919537 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80055db7-d810-4561-b044-7d3f67b1cb7d x-openstack-request-id: req-80055db7-d810-4561-b044-7d3f67b1cb7d {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:12:08.919829 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "name": "network-vif-plugged", "status": "completed", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:12:08.920089 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80055db7-d810-4561-b044-7d3f67b1cb7d {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:12:08.920487 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80055db7-d810-4561-b044-7d3f67b1cb7d'] response: {'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'code': 200} Apr 28 15:12:08.921655 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:09.096734 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=52d9935d-4f78-4f73-8389-e73b7881bd90,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:09.287584 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc6c26-0741-4eab-8abc-64174d2434ac req-3be3855d-d296-4f76-a579-f49c806660aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:09.289091 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-69cc6c26-0741-4eab-8abc-64174d2434ac req-3be3855d-d296-4f76-a579-f49c806660aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 1130 time: 0.0391612 Apr 28 15:12:09.335672 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-69cc6c26-0741-4eab-8abc-64174d2434ac req-71e52926-8031-4ee9-bbba-f8fb740369ed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406718 Apr 28 15:12:09.675881 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af04be6-6e09-4584-ae81-0332f97e5deb req-68107e52-761d-47ed-9b50-88b5549ca3ee tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:09.677391 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2af04be6-6e09-4584-ae81-0332f97e5deb req-68107e52-761d-47ed-9b50-88b5549ca3ee tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0480921 Apr 28 15:12:09.726108 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2af04be6-6e09-4584-ae81-0332f97e5deb req-f7e1111d-7228-44c9-9359-7fece3d4ccec tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430765 Apr 28 15:12:10.840349 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2862f-638c-4399-a799-2a4b74469f11 req-0b004cbc-4b39-4cf5-bed7-68075fc9194d tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:10.841823 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a2b2862f-638c-4399-a799-2a4b74469f11 req-0b004cbc-4b39-4cf5-bed7-68075fc9194d tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0473628 Apr 28 15:12:10.906117 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a2b2862f-638c-4399-a799-2a4b74469f11 req-737d5ca7-7427-448e-a89f-7418d655c62f tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581520 Apr 28 15:12:11.019223 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9907-9708-458d-9541-624ea63de917 req-c2827bbe-d818-411d-adb8-ea7db3d31394 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:11.020572 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d96c9907-9708-458d-9541-624ea63de917 req-c2827bbe-d818-411d-adb8-ea7db3d31394 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0460765 Apr 28 15:12:11.068291 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d96c9907-9708-458d-9541-624ea63de917 req-1a870f3d-367d-474c-90ca-9a173a608013 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421364 Apr 28 15:12:11.089527 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 32866) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:12:11.171563 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e463cdfb-bbfa-43e9-8799-247b0a3aeffe tempest-TestShelveInstance-1984217977 tempest-TestShelveInstance-1984217977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:11.173063 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e463cdfb-bbfa-43e9-8799-247b0a3aeffe tempest-TestShelveInstance-1984217977 tempest-TestShelveInstance-1984217977-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 1125 time: 0.0825863 Apr 28 15:12:11.176673 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 32870) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:12:11.180831 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'port_id': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:12:11.280202 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:11.355570 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:11.457542 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Allocated IP 172.27.2.109 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/0bd4a342-3ca4-4641-8e0f-0a9da92ef313) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:12:11.565425 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for port (0bd4a342-3ca4-4641-8e0f-0a9da92ef313), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:11.734127 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (0bd4a342-3ca4-4641-8e0f-0a9da92ef313), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:11.771221 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:12:11.774007 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:12:11.779570 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:12:11.803653 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event updated for resources: {'Port': ['ID=0bd4a342-3ca4-4641-8e0f-0a9da92ef313,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:12.139680 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for floatingip (9e1e55ce-7b99-4060-ae7e-a77a948c6b62), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:12.258981 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (0bd4a342-3ca4-4641-8e0f-0a9da92ef313), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:12.407218 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for port (0bd4a342-3ca4-4641-8e0f-0a9da92ef313), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:12.459052 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (0bd4a342-3ca4-4641-8e0f-0a9da92ef313), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:12.523546 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event updated for resources: {'Port': ['ID=0bd4a342-3ca4-4641-8e0f-0a9da92ef313,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:12.537795 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (9e1e55ce-7b99-4060-ae7e-a77a948c6b62), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:12.645187 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.l3_db [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Floating IP 9e1e55ce-7b99-4060-ae7e-a77a948c6b62 associated. External IP: 172.27.2.109, port: 52d9935d-4f78-4f73-8389-e73b7881bd90. Apr 28 15:12:12.854386 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:12:12.963735 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:12:12.973675 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784d29e-c0cd-4eab-9262-0590dc421997 None None] Sync routers for ids ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:12:12.983205 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784d29e-c0cd-4eab-9262-0590dc421997 None None] Routers {'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:12.983812 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-3784d29e-c0cd-4eab-9262-0590dc421997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:11:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:13.050311 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:13.079025 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-196174d1-8411-4bce-84f7-88897b8101dd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9013121 Apr 28 15:12:13.079611 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:12:13.082444 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda299ec-07a9-4fc4-817e-d07a216e07aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:12:13.091836 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-3784d29e-c0cd-4eab-9262-0590dc421997 None None] Set router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:13.125380 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1492e16-750e-4d9c-904b-6a210339f97e x-openstack-request-id: req-e1492e16-750e-4d9c-904b-6a210339f97e {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:12:13.125678 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:12:13.125936 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1492e16-750e-4d9c-904b-6a210339f97e {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:12:13.126351 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1492e16-750e-4d9c-904b-6a210339f97e'] response: {'name': 'network-changed', 'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'status': 'completed', 'code': 200} Apr 28 15:12:13.185312 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda299ec-07a9-4fc4-817e-d07a216e07aa req-1943f7c0-d5f1-4213-bfb2-1faa2c23cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:13.186844 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dda299ec-07a9-4fc4-817e-d07a216e07aa req-1943f7c0-d5f1-4213-bfb2-1faa2c23cead service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8&device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 1130 time: 0.0392928 Apr 28 15:12:13.277992 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda299ec-07a9-4fc4-817e-d07a216e07aa req-52f46fc9-7a09-4795-8cac-63fdc9519d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:13.279374 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dda299ec-07a9-4fc4-817e-d07a216e07aa req-52f46fc9-7a09-4795-8cac-63fdc9519d57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed0ac354-7c30-41a5-8d1e-37ce4819e790 HTTP/1.1" status: 200 len: 909 time: 0.0864534 Apr 28 15:12:13.312366 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-3784d29e-c0cd-4eab-9262-0590dc421997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '9e1e55ce-7b99-4060-ae7e-a77a948c6b62', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'port_id': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'mac_address': 'fa:16:3e:2a:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:12:11Z', 'updated_at': '2022-04-28T15:12:11Z', 'revision_number': 0, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121bbaf2-074a-453c-82ae-d0afe382b7a5', 'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:27Z', 'updated_at': '2022-04-28T15:11:32Z', 'revision_number': 5, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'subnets': [{'id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:13.337899 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784d29e-c0cd-4eab-9262-0590dc421997 None None] Checking router: f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:12:13.346894 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784d29e-c0cd-4eab-9262-0590dc421997 None None] Routers {'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:13.347476 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dda299ec-07a9-4fc4-817e-d07a216e07aa req-19699309-51c0-4c61-87a1-d9ec86feb50e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d9935d-4f78-4f73-8389-e73b7881bd90 HTTP/1.1" status: 200 len: 1000 time: 0.0614686 Apr 28 15:12:13.347618 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-3784d29e-c0cd-4eab-9262-0590dc421997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:11:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:13.394616 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda299ec-07a9-4fc4-817e-d07a216e07aa req-3bd59ab2-6639-49b4-ba3e-1625223be3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:13.396061 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dda299ec-07a9-4fc4-817e-d07a216e07aa req-3bd59ab2-6639-49b4-ba3e-1625223be3cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d42f596-f298-4cb5-960f-d6205c5506ae HTTP/1.1" status: 200 len: 847 time: 0.0434322 Apr 28 15:12:13.439312 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda299ec-07a9-4fc4-817e-d07a216e07aa req-10f25e26-0955-4cd2-ac79-4e5b54267ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:13.440865 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dda299ec-07a9-4fc4-817e-d07a216e07aa req-10f25e26-0955-4cd2-ac79-4e5b54267ce8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0ac354-7c30-41a5-8d1e-37ce4819e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387938 Apr 28 15:12:13.455864 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-3784d29e-c0cd-4eab-9262-0590dc421997 None None] Set router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:13.531156 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dda299ec-07a9-4fc4-817e-d07a216e07aa req-bd7e7c8b-75b8-451e-a45f-6b341c7377c0 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842566 Apr 28 15:12:13.625713 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-dda299ec-07a9-4fc4-817e-d07a216e07aa req-c0809cbe-c71f-493b-af4b-dfaab160ca80 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881457 Apr 28 15:12:13.689078 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-3784d29e-c0cd-4eab-9262-0590dc421997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '9e1e55ce-7b99-4060-ae7e-a77a948c6b62', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'port_id': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'mac_address': 'fa:16:3e:2a:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:12:11Z', 'updated_at': '2022-04-28T15:12:11Z', 'revision_number': 0, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121bbaf2-074a-453c-82ae-d0afe382b7a5', 'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:27Z', 'updated_at': '2022-04-28T15:11:32Z', 'revision_number': 5, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'subnets': [{'id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:13.715912 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784d29e-c0cd-4eab-9262-0590dc421997 None None] The sync data for ids ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'] in dv-cinder-839768-1-iscsi is: [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '9e1e55ce-7b99-4060-ae7e-a77a948c6b62', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'port_id': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'mac_address': 'fa:16:3e:2a:6e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:12:11Z', 'updated_at': '2022-04-28T15:12:11Z', 'revision_number': 0, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121bbaf2-074a-453c-82ae-d0afe382b7a5', 'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:27Z', 'updated_at': '2022-04-28T15:11:32Z', 'revision_number': 5, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'subnets': [{'id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:12:13.899669 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabd31a0-3d8d-406a-be65-19a09a8e0db1 None None] New status for floating IP 9e1e55ce-7b99-4060-ae7e-a77a948c6b62: ACTIVE {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:12:14.451277 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-29e71035-bb12-4444-a742-9c77d4c4587f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:16.788856 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d18c3c70-866b-437c-911d-a71f69bbac57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:18.077134 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:19.359504 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:20.857317 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:30.850925 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:37.146982 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b66d7c-b392-4573-a641-9cf289ab3917 req-29176bd9-437e-4223-bed1-0960c666f347 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:37.148454 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-70b66d7c-b392-4573-a641-9cf289ab3917 req-29176bd9-437e-4223-bed1-0960c666f347 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 945 time: 0.0482552 Apr 28 15:12:37.197814 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-70b66d7c-b392-4573-a641-9cf289ab3917 req-400824cb-be15-4815-86a2-0ecef1838f68 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434813 Apr 28 15:12:38.310885 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf0782-a268-4293-9118-529f78447f30 req-9decb00b-8961-481b-88ea-7105d5c26e6a tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:38.312340 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cbbf0782-a268-4293-9118-529f78447f30 req-9decb00b-8961-481b-88ea-7105d5c26e6a tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 945 time: 0.0452592 Apr 28 15:12:38.362528 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cbbf0782-a268-4293-9118-529f78447f30 req-8d9deb10-4774-4710-b642-82599ec906fa tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446906 Apr 28 15:12:39.099632 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-102a96f1-a860-4e51-8709-f5c722ecefc0 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:39.101089 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-102a96f1-a860-4e51-8709-f5c722ecefc0 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 945 time: 0.0454566 Apr 28 15:12:39.195545 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Deleting port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:12:39.195800 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:39.283859 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] For port 5940ab2c-f84e-4c93-87bc-12e47d2ff068, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=5940ab2c-f84e-4c93-87bc-12e47d2ff068,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:39.284217 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:39.467703 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:39.468420 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (87a5d7aa-f531-4318-8810-40adc1e6f8b1), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:39.468420 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.db.l3_db [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Floating IP 87a5d7aa-f531-4318-8810-40adc1e6f8b1 disassociated. External IP: 172.27.2.231, port: 5940ab2c-f84e-4c93-87bc-12e47d2ff068. Apr 28 15:12:39.469278 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Calling delete_port for 5940ab2c-f84e-4c93-87bc-12e47d2ff068 owned by compute:nova {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:12:39.640168 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f55d2-42d2-4e8e-bd9b-89762840b482 req-efc12d03-1fe2-4f27-9042-3efbbd301c5b tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:39.641701 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ed7f55d2-42d2-4e8e-bd9b-89762840b482 req-efc12d03-1fe2-4f27-9042-3efbbd301c5b tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 945 time: 0.0518796 Apr 28 15:12:39.668430 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (5940ab2c-f84e-4c93-87bc-12e47d2ff068), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:39.694599 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-ed7f55d2-42d2-4e8e-bd9b-89762840b482 req-07ff6c78-0d71-485d-8434-a67bd14d7ecd tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473843 Apr 28 15:12:39.698690 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event deleted for resources: {'Port': ['ID=5940ab2c-f84e-4c93-87bc-12e47d2ff068,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.716985 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.719290 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.719290 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:39.828332 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Router 5aa1d797-5949-4624-a83c-bf749d6a9dca has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:12:40.203952 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:12:40.217705 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516dcf5b-2014-41f2-9486-fb7ed57666fe None None] Sync routers for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:12:40.234523 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516dcf5b-2014-41f2-9486-fb7ed57666fe None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:40.235156 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-516dcf5b-2014-41f2-9486-fb7ed57666fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:12:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:40.251534 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] No DVR routers for this DVR port 5940ab2c-f84e-4c93-87bc-12e47d2ff068 on host hv-cinder-83976 {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:12:40.254792 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:40.258839 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-367bea0b-9a1e-48bd-a7e2-3cb7d4f3d286 req-be375da3-e3d5-4feb-8cf0-27c31ce5a7d9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "DELETE /v2.0/ports/5940ab2c-f84e-4c93-87bc-12e47d2ff068 HTTP/1.1" status: 204 len: 173 time: 1.1530454 Apr 28 15:12:40.259428 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'name': 'network-vif-deleted', 'tag': '5940ab2c-f84e-4c93-87bc-12e47d2ff068'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:12:40.261867 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30437ce6-d815-49bf-875a-9d3a74f3ee5b" -d '{"events": [{"server_uuid": "840b3cbd-75d8-43d2-9d75-8c7828fef8dc", "name": "network-vif-deleted", "tag": "5940ab2c-f84e-4c93-87bc-12e47d2ff068"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:12:40.302927 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98103db0-0470-4afc-8f3b-1848d4112d74 x-openstack-request-id: req-98103db0-0470-4afc-8f3b-1848d4112d74 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:12:40.303223 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840b3cbd-75d8-43d2-9d75-8c7828fef8dc", "name": "network-vif-deleted", "tag": "5940ab2c-f84e-4c93-87bc-12e47d2ff068", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:12:40.303493 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98103db0-0470-4afc-8f3b-1848d4112d74 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:12:40.303919 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98103db0-0470-4afc-8f3b-1848d4112d74'] response: {'server_uuid': '840b3cbd-75d8-43d2-9d75-8c7828fef8dc', 'name': 'network-vif-deleted', 'tag': '5940ab2c-f84e-4c93-87bc-12e47d2ff068', 'status': 'completed', 'code': 200} Apr 28 15:12:40.360997 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-516dcf5b-2014-41f2-9486-fb7ed57666fe None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:40.559999 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-516dcf5b-2014-41f2-9486-fb7ed57666fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:40.595481 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516dcf5b-2014-41f2-9486-fb7ed57666fe None None] Checking router: 5aa1d797-5949-4624-a83c-bf749d6a9dca for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:12:40.608155 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516dcf5b-2014-41f2-9486-fb7ed57666fe None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:40.608845 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-516dcf5b-2014-41f2-9486-fb7ed57666fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:12:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:40.745416 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-516dcf5b-2014-41f2-9486-fb7ed57666fe None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:40.808029 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f8cb4c25-7277-43f0-9dfe-8232998c8969 req-c468bddc-aac9-4df8-ab60-586978f72151 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 210 time: 0.0338750 Apr 28 15:12:41.071790 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-516dcf5b-2014-41f2-9486-fb7ed57666fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:41.098922 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516dcf5b-2014-41f2-9486-fb7ed57666fe None None] The sync data for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi is: [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:12:41.259921 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-306036ce-5885-42f1-bc2a-9601f7c56aa0 req-5f08dc1e-79e0-4ea5-acd8-21161768a186 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297801 Apr 28 15:12:41.332268 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-306036ce-5885-42f1-bc2a-9601f7c56aa0 req-61354167-435c-4193-b416-d1404a5ab94a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=840b3cbd-75d8-43d2-9d75-8c7828fef8dc HTTP/1.1" status: 200 len: 210 time: 0.0283785 Apr 28 15:12:41.335511 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54256567-2102-49db-926e-b5e5f3666be2 None None] New status for floating IP 87a5d7aa-f531-4318-8810-40adc1e6f8b1: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:12:41.458423 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306036ce-5885-42f1-bc2a-9601f7c56aa0 req-92dedc62-e547-402f-aef6-5da470809b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:41.459770 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-306036ce-5885-42f1-bc2a-9601f7c56aa0 req-92dedc62-e547-402f-aef6-5da470809b34 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1095901 Apr 28 15:12:41.569029 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306036ce-5885-42f1-bc2a-9601f7c56aa0 req-04e1a69b-222c-462f-a8b8-9add47a8fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:41.574185 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-306036ce-5885-42f1-bc2a-9601f7c56aa0 req-04e1a69b-222c-462f-a8b8-9add47a8fbdf service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044710 Apr 28 15:12:42.092704 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-5f4ee44c-2fc1-4edb-b748-d2b3b0afdc2a tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787589899&fields=id&tenant_id=9bb47d49c45c4bbbaaa30984845dc495 HTTP/1.1" status: 200 len: 267 time: 0.0431685 Apr 28 15:12:42.218193 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-9a40ff46-289d-42bb-9f92-c7cbb2422a7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:42.219743 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-9a40ff46-289d-42bb-9f92-c7cbb2422a7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 812 time: 0.1205966 Apr 28 15:12:42.238420 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-cce161a1-d4a9-4da4-a199-35fb448f9efc tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/quotas/9bb47d49c45c4bbbaaa30984845dc495 HTTP/1.1" status: 200 len: 375 time: 0.0099261 Apr 28 15:12:42.288241 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-3541b1f5-f116-4a60-a941-2f0e2dbc9e88 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445588 Apr 28 15:12:42.385405 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-c580463b-a5ba-48ce-811c-a2bd56192b40 service neutron] 10.222.0.31 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852413 Apr 28 15:12:42.475791 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-cb5980e8-93fc-42d6-83f3-714c1fa00bc2 service neutron] 10.222.0.31 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843298 Apr 28 15:12:42.738309 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 5940ab2c-f84e-4c93-87bc-12e47d2ff068 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:12:42.767009 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 5940ab2c-f84e-4c93-87bc-12e47d2ff068 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:12:42.767009 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 5940ab2c-f84e-4c93-87bc-12e47d2ff068 not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:12:43.005703 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c3d7af54-5336-402a-aafd-db6ad7551471 req-13329e9f-6417-4616-ab31-a1789db73a77 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 210 time: 0.0279269 Apr 28 15:12:43.804994 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:12:44.099055 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-cf03f7d1-c048-48f8-8077-bccc60e73888 req-22dbf330-7cb2-452c-ba2d-6ee511933351 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 210 time: 0.0284331 Apr 28 15:12:44.473735 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fb16216e-aa3f-487b-aa35-72eafbf1d507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:44.969008 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-089482f2-8d1f-4ad6-aff7-275b494a9e8a tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:44.970221 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-089482f2-8d1f-4ad6-aff7-275b494a9e8a tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 812 time: 0.1075702 Apr 28 15:12:45.033273 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-ad1e2450-6efb-49a1-9c0d-fca3f0d42e15 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb47d49c45c4bbbaaa30984845dc495 HTTP/1.1" status: 200 len: 380 time: 0.0545421 Apr 28 15:12:45.042733 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'port': {'device_id': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'admin_state_up': True, 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'security_groups': ['9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f']}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:12:45.203950 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Made reservation on behalf of 9bb47d49c45c4bbbaaa30984845dc495 for: {'port': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:12:45.207468 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:45.210853 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b5576487-ecaf-4bc0-8509-d6ffa033f9c5 req-d612ccc7-f15f-4824-be24-1c4b8c0971ad tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 210 time: 0.0394037 Apr 28 15:12:45.338651 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Allocated IP 172.20.0.5 (81309ba0-2d09-4d02-8c7c-fc245e1cafac/4f3b090f-b1eb-4c1c-87a5-0b415c189d3a/2b2dfa9b-3aa0-46f0-8c4b-236885380e50) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:12:45.481029 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:45.577088 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:45.617078 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Network 81309ba0-2d09-4d02-8c7c-fc245e1cafac is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:12:45.620098 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:12:45.627068 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:12:45.659221 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'Port': ['ID=2b2dfa9b-3aa0-46f0-8c4b-236885380e50,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:45.691091 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:45.691720 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:45.788443 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6be9b7bf-ae14-4187-bd67-1fb5adf5f40d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7492852 Apr 28 15:12:45.802045 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Request body: {'port': {'device_id': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:12:45.874774 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:45.904247 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-638f68d5-ef8c-4766-93ca-e628c0c5f539 None None] Provisioning complete for port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:12:45.905257 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-638f68d5-ef8c-4766-93ca-e628c0c5f539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:45.938891 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-638f68d5-ef8c-4766-93ca-e628c0c5f539 None None] Port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:12:46.154195 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 {{(pid=110070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:12:46.162249 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Publish callbacks [] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:46.175352 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.provisioning_blocks [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Transition to ACTIVE for port object 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 will not be triggered until provisioned by entity L2. {{(pid=110070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:12:46.267683 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:46.335982 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2dfa9b-3aa0-46f0-8c4b-236885380e50,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:46.363572 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be9145-cb98-431b-a425-13a6d4abee4a req-4a3b7ae3-63df-49b9-9e49-217379fbfad5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:46.365191 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a7be9145-cb98-431b-a425-13a6d4abee4a req-4a3b7ae3-63df-49b9-9e49-217379fbfad5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 943 time: 0.0782220 Apr 28 15:12:46.422892 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Attempting to bind port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:12:46.423381 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Attempting to bind port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:12:46.424836 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Attempting to bind port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 on network 81309ba0-2d09-4d02-8c7c-fc245e1cafac {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:12:46.430273 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 on network 81309ba0-2d09-4d02-8c7c-fc245e1cafac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:12:46.430727 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Attempting to bind port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 on network 81309ba0-2d09-4d02-8c7c-fc245e1cafac {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:12:46.436942 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a7be9145-cb98-431b-a425-13a6d4abee4a req-179ffb12-569a-446f-9787-5b037a414c95 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650394 Apr 28 15:12:46.439215 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:12:46.439570 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Checking segment: {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:12:46.439959 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Bound using segment: {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:12:46.440474 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Bound port: 2b2dfa9b-3aa0-46f0-8c4b-236885380e50, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'}}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:12:46.440781 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:46.512378 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] For port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50, host hv-cinder-83976, cleared binding levels {{(pid=110070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:12:46.515467 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] For port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=2b2dfa9b-3aa0-46f0-8c4b-236885380e50,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:12:46.606050 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:46.640520 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:46.641193 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:46.642535 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] 10.222.0.42 "PUT /v2.0/ports/2b2dfa9b-3aa0-46f0-8c4b-236885380e50 HTTP/1.1" status: 200 len: 1093 time: 0.8449862 Apr 28 15:12:46.642970 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'tag': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:12:46.645256 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc59fdd-628b-4610-9a40-d8b298b67e88" -d '{"events": [{"name": "network-changed", "server_uuid": "a59bcda1-9222-49d4-a5b1-d6b231373e6f", "tag": "2b2dfa9b-3aa0-46f0-8c4b-236885380e50"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:12:46.671147 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a9364-9897-471c-bb84-abc05b361b91 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2dfa9b-3aa0-46f0-8c4b-236885380e50,revision_number=3']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:46.698319 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3b6774-46f1-430d-8a4c-081c144d770b x-openstack-request-id: req-af3b6774-46f1-430d-8a4c-081c144d770b {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:12:46.699316 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59bcda1-9222-49d4-a5b1-d6b231373e6f", "tag": "2b2dfa9b-3aa0-46f0-8c4b-236885380e50", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:12:46.699627 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af3b6774-46f1-430d-8a4c-081c144d770b {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:12:46.700127 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3b6774-46f1-430d-8a4c-081c144d770b'] response: {'name': 'network-changed', 'server_uuid': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'tag': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'status': 'completed', 'code': 200} Apr 28 15:12:46.760268 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc59fdd-628b-4610-9a40-d8b298b67e88 req-f1d34b52-f8c2-4f01-b8d2-2c2c3bf7ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:46.762697 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cbc59fdd-628b-4610-9a40-d8b298b67e88 req-f1d34b52-f8c2-4f01-b8d2-2c2c3bf7ec99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 1127 time: 0.0431538 Apr 28 15:12:46.782239 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-52ddc6c8-2608-4f6b-99ac-6d8181992b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:46.866507 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc59fdd-628b-4610-9a40-d8b298b67e88 req-65e827a6-c4cf-44fe-914f-abe3e5163cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:46.868045 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cbc59fdd-628b-4610-9a40-d8b298b67e88 req-65e827a6-c4cf-44fe-914f-abe3e5163cea service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0989161 Apr 28 15:12:46.961390 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc59fdd-628b-4610-9a40-d8b298b67e88 req-78c41590-f9a1-4d6f-906c-d4175c827b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:46.962916 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cbc59fdd-628b-4610-9a40-d8b298b67e88 req-78c41590-f9a1-4d6f-906c-d4175c827b19 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891645 Apr 28 15:12:47.043427 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-44329639-8a1e-4bd8-9079-61036c898748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:47.045015 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-44329639-8a1e-4bd8-9079-61036c898748 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 1127 time: 0.0464685 Apr 28 15:12:47.087793 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-6dea0830-6003-4b3d-8a89-0cfc5fc20cbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b2dfa9b-3aa0-46f0-8c4b-236885380e50 HTTP/1.1" status: 200 len: 217 time: 0.0353041 Apr 28 15:12:47.138391 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-1512e6e6-5410-4041-a06a-1c578cc98fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:47.139838 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-1512e6e6-5410-4041-a06a-1c578cc98fb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f3b090f-b1eb-4c1c-87a5-0b415c189d3a HTTP/1.1" status: 200 len: 851 time: 0.0451763 Apr 28 15:12:47.184833 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-67aed2f2-1adb-4c47-980c-e0aad3738ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:47.188628 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-67aed2f2-1adb-4c47-980c-e0aad3738ca5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81309ba0-2d09-4d02-8c7c-fc245e1cafac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394166 Apr 28 15:12:47.280290 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-d167df45-af66-4e2a-a303-54a10ee9deba service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871162 Apr 28 15:12:47.371989 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d6adcaa2-93f4-4226-a197-a4d3652a4977 req-c840acdb-c8a5-46b1-9a0e-cc1288f1324f service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858135 Apr 28 15:12:47.557567 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306c1d2-1e7e-44c3-be29-62421a2e51a4 req-12a97f15-ebeb-4a72-9894-2be5c6485d14 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:47.559651 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f306c1d2-1e7e-44c3-be29-62421a2e51a4 req-12a97f15-ebeb-4a72-9894-2be5c6485d14 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 943 time: 0.0470912 Apr 28 15:12:47.609138 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f306c1d2-1e7e-44c3-be29-62421a2e51a4 req-850eb5c0-b1d7-40a2-8e68-81dd5c700834 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427229 Apr 28 15:12:48.079780 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:48.724889 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594af70d-5b12-46e4-9293-c1425551ba48 req-d2c20d30-7e03-4c94-9b9d-4c9510ee1be5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:48.726398 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-594af70d-5b12-46e4-9293-c1425551ba48 req-d2c20d30-7e03-4c94-9b9d-4c9510ee1be5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 943 time: 0.0496736 Apr 28 15:12:48.777977 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-594af70d-5b12-46e4-9293-c1425551ba48 req-2cd87dc9-087a-41f6-99f0-7d4ce3354fc6 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458634 Apr 28 15:12:49.368012 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:49.903596 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515c11f-e48b-4b65-818b-c73fd99e5066 req-638d29a1-d6d5-47a3-8d2c-585d83a52973 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:49.905144 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a515c11f-e48b-4b65-818b-c73fd99e5066 req-638d29a1-d6d5-47a3-8d2c-585d83a52973 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 943 time: 0.0570447 Apr 28 15:12:49.955201 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a515c11f-e48b-4b65-818b-c73fd99e5066 req-e4f6ee51-15b4-4947-b8da-49298e702f83 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441024 Apr 28 15:12:50.899651 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:51.071075 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14588d82-f38a-48d8-bcfc-5c3b181b4f01 req-c6968cd0-3de9-43ed-8d4a-fdcb54801cde tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:51.072850 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-14588d82-f38a-48d8-bcfc-5c3b181b4f01 req-c6968cd0-3de9-43ed-8d4a-fdcb54801cde tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 943 time: 0.0485275 Apr 28 15:12:51.122144 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-14588d82-f38a-48d8-bcfc-5c3b181b4f01 req-7fac49a3-d535-4d65-acd8-929270e9c0ec tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430319 Apr 28 15:12:52.246506 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a451a3a-f1c3-4617-9895-2e9ba97124a7 req-870baba8-858a-4802-b00b-6ce4d2cc59e4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:52.247989 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0a451a3a-f1c3-4617-9895-2e9ba97124a7 req-870baba8-858a-4802-b00b-6ce4d2cc59e4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 943 time: 0.0467520 Apr 28 15:12:52.298044 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0a451a3a-f1c3-4617-9895-2e9ba97124a7 req-29774f7d-8a44-4fcb-95f1-813f8407a3f3 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444341 Apr 28 15:12:53.421062 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96db4f-452d-4338-bf6c-c3159664cd8f req-2bbacc16-ad7b-4a1a-8b2b-c168478fe71b tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:53.423186 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ae96db4f-452d-4338-bf6c-c3159664cd8f req-2bbacc16-ad7b-4a1a-8b2b-c168478fe71b tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 943 time: 0.0541048 Apr 28 15:12:53.474246 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-ae96db4f-452d-4338-bf6c-c3159664cd8f req-af2e4a2a-febe-4b1d-9f2e-d04e196f0861 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452604 Apr 28 15:12:54.597202 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea5530-66d0-477f-9415-c5776157108e req-3020620b-97e5-4efb-842e-114f91ede2a5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:54.598785 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3fea5530-66d0-477f-9415-c5776157108e req-3020620b-97e5-4efb-842e-114f91ede2a5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 943 time: 0.0493393 Apr 28 15:12:54.655189 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-3fea5530-66d0-477f-9415-c5776157108e req-b40d625b-4960-4f95-948e-1b9e1d14e46a tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493820 Apr 28 15:12:55.776179 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f1dea-d3f3-4242-b6da-33902602c7a4 req-8d724e3b-adda-4a16-857f-41228c1547b0 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:55.778214 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d29f1dea-d3f3-4242-b6da-33902602c7a4 req-8d724e3b-adda-4a16-857f-41228c1547b0 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 943 time: 0.0487154 Apr 28 15:12:55.828061 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d29f1dea-d3f3-4242-b6da-33902602c7a4 req-39d43a3c-6642-46b5-a8fb-0b9ca425a917 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441077 Apr 28 15:12:56.808417 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:12:56.910167 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=2b2dfa9b-3aa0-46f0-8c4b-236885380e50,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:56.922473 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'port_id': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'mac_address': 'fa:16:3e:08:7e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:12:56.946059 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f83eaa-2ba0-453a-ae4b-f61a6ffa9179 req-5123157a-1a28-4495-9d4c-1301100598ae tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:56.947627 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f7f83eaa-2ba0-453a-ae4b-f61a6ffa9179 req-5123157a-1a28-4495-9d4c-1301100598ae tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 943 time: 0.0516062 Apr 28 15:12:56.966101 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:12:56.966588 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:56.985339 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:12:57.006972 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=2b2dfa9b-3aa0-46f0-8c4b-236885380e50,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:57.009246 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f7f83eaa-2ba0-453a-ae4b-f61a6ffa9179 req-a4a1b790-870f-47a2-a0b3-4a74e04620b3 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548904 Apr 28 15:12:57.067914 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:57.116378 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=2b2dfa9b-3aa0-46f0-8c4b-236885380e50,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:57.123372 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.123722 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.124068 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.124410 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.124774 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.125689 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.126020 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.126348 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.126675 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.127002 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.127331 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.127655 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.127978 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.128300 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.128619 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:57.276754 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['2b2dfa9b-3aa0-46f0-8c4b-236885380e50'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:12:58.126270 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8645ccb-66f4-4ccc-ac32-8bea57d1b348 req-b3a635ea-4565-4773-b7b0-0666af5f60f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:58.127746 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f8645ccb-66f4-4ccc-ac32-8bea57d1b348 req-b3a635ea-4565-4773-b7b0-0666af5f60f4 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 944 time: 0.0518410 Apr 28 15:12:58.177657 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-f8645ccb-66f4-4ccc-ac32-8bea57d1b348 req-6995fa0f-4c79-471b-8104-18e1d592b8ae tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Apr 28 15:12:58.807655 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:12:58.854568 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:12:58.901416 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:12:58.901792 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:58.990136 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:12:58.990136 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:59.015127 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:12:59.017474 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfa7573-990f-4ba8-bd5f-c1871890cbd3" -d '{"events": [{"server_uuid": "a59bcda1-9222-49d4-a5b1-d6b231373e6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b2dfa9b-3aa0-46f0-8c4b-236885380e50"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:12:59.030433 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=2b2dfa9b-3aa0-46f0-8c4b-236885380e50,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:59.056041 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d5f81d-d766-4fcf-8df7-929d6c215e1a x-openstack-request-id: req-34d5f81d-d766-4fcf-8df7-929d6c215e1a {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:12:59.056323 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59bcda1-9222-49d4-a5b1-d6b231373e6f", "name": "network-vif-plugged", "status": "completed", "tag": "2b2dfa9b-3aa0-46f0-8c4b-236885380e50", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:12:59.056573 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34d5f81d-d766-4fcf-8df7-929d6c215e1a {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:12:59.057022 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d5f81d-d766-4fcf-8df7-929d6c215e1a'] response: {'server_uuid': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'code': 200} Apr 28 15:12:59.091005 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:12:59.147207 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=2b2dfa9b-3aa0-46f0-8c4b-236885380e50,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:59.302222 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c13195-e23d-402c-8069-99b2b73ca0d3 req-e8864d80-1501-424e-bbfb-dad66f50e80b tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:59.303794 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d1c13195-e23d-402c-8069-99b2b73ca0d3 req-e8864d80-1501-424e-bbfb-dad66f50e80b tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 945 time: 0.0534730 Apr 28 15:12:59.359742 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d1c13195-e23d-402c-8069-99b2b73ca0d3 req-1ca5f510-faac-4485-a615-19911f5cbfe8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496368 Apr 28 15:12:59.398210 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f5b6d-a9dd-43fa-9d2f-e385002eefc2 req-2be94871-1e2c-4783-8493-e693b9a0fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:59.399841 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-153f5b6d-a9dd-43fa-9d2f-e385002eefc2 req-2be94871-1e2c-4783-8493-e693b9a0fc3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 1129 time: 0.0392485 Apr 28 15:12:59.451858 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-153f5b6d-a9dd-43fa-9d2f-e385002eefc2 req-63fd6bfa-9a56-4d2d-99ca-493956dff84f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465574 Apr 28 15:13:00.477024 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b436fa6-e53b-4167-adc0-30e3d44aa67e req-493d2b31-9e36-44d7-a0aa-edb23dee4d14 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:00.478568 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0b436fa6-e53b-4167-adc0-30e3d44aa67e req-493d2b31-9e36-44d7-a0aa-edb23dee4d14 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 945 time: 0.0467942 Apr 28 15:13:00.537406 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0b436fa6-e53b-4167-adc0-30e3d44aa67e req-e56846c2-91b0-4d88-980f-47f6f908ae08 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532029 Apr 28 15:13:00.827837 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:01.673722 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566c104-89bb-4d80-9208-630f2ffa2fd4 req-202aec7e-d803-47f7-b522-7a3a472c8926 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:01.675284 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d566c104-89bb-4d80-9208-630f2ffa2fd4 req-202aec7e-d803-47f7-b522-7a3a472c8926 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 945 time: 0.0651088 Apr 28 15:13:01.733615 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d566c104-89bb-4d80-9208-630f2ffa2fd4 req-b8bfc612-fcc3-4c79-a4af-273ce1ca2b1c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520303 Apr 28 15:13:01.854962 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3af21c-8200-40a1-b406-1bf726c9a025 req-3e9fd62b-62c6-4809-a738-63935a329c6e tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:01.856450 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5b3af21c-8200-40a1-b406-1bf726c9a025 req-3e9fd62b-62c6-4809-a738-63935a329c6e tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 945 time: 0.0518632 Apr 28 15:13:01.911317 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5b3af21c-8200-40a1-b406-1bf726c9a025 req-6b0d2a82-4b50-4019-bd25-ad84a1888e2e tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489342 Apr 28 15:13:01.934310 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 32962) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:13:01.973934 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56dfd13-5e6f-4eb5-8b36-d4e7b2a8defa tempest-TestVolumeBootPattern-1209074518 tempest-TestVolumeBootPattern-1209074518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:01.976179 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-f56dfd13-5e6f-4eb5-8b36-d4e7b2a8defa tempest-TestVolumeBootPattern-1209074518 tempest-TestVolumeBootPattern-1209074518-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 1124 time: 0.0404220 Apr 28 15:13:01.981927 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 32964) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:13:01.988247 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'port_id': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:13:02.076980 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:02.159898 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:02.263989 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Allocated IP 172.27.2.177 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/df51cf7c-5998-4f55-aca3-ee4af2a44f4c) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:13:02.367396 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for port (df51cf7c-5998-4f55-aca3-ee4af2a44f4c), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:02.448817 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (df51cf7c-5998-4f55-aca3-ee4af2a44f4c), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:02.486536 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:13:02.489411 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:13:02.495869 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:13:02.519452 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'Port': ['ID=df51cf7c-5998-4f55-aca3-ee4af2a44f4c,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:02.532900 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.533247 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.533582 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.533915 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.534243 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.534637 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.535041 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.535366 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.535690 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.536011 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.536333 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.536670 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.536990 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.537313 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.537624 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:02.909783 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (ee3e1e99-b932-4407-8999-30fbf8049dd8), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:03.035947 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (df51cf7c-5998-4f55-aca3-ee4af2a44f4c), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:03.194792 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for port (df51cf7c-5998-4f55-aca3-ee4af2a44f4c), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:03.253599 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (df51cf7c-5998-4f55-aca3-ee4af2a44f4c), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:03.323292 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'Port': ['ID=df51cf7c-5998-4f55-aca3-ee4af2a44f4c,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:03.338709 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (ee3e1e99-b932-4407-8999-30fbf8049dd8), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:03.775694 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Floating IP ee3e1e99-b932-4407-8999-30fbf8049dd8 associated. External IP: 172.27.2.177, port: 2b2dfa9b-3aa0-46f0-8c4b-236885380e50. Apr 28 15:13:04.066468 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Router 5aa1d797-5949-4624-a83c-bf749d6a9dca has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:13:04.187053 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:13:04.198679 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4d328-172d-422b-b750-0fa047b44131 None None] Sync routers for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:13:04.214782 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4d328-172d-422b-b750-0fa047b44131 None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:13:04.221028 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4fc4d328-172d-422b-b750-0fa047b44131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:12:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:04.298765 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:04.348349 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-af6841a2-7cf1-4cca-9197-05f36036d8e5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3649821 Apr 28 15:13:04.349106 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'tag': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:13:04.351554 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd283060-9e81-4530-bb89-3b5bfde18c34" -d '{"events": [{"name": "network-changed", "server_uuid": "a59bcda1-9222-49d4-a5b1-d6b231373e6f", "tag": "2b2dfa9b-3aa0-46f0-8c4b-236885380e50"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:13:04.364920 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4fc4d328-172d-422b-b750-0fa047b44131 None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:13:04.606712 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e23a6e-777e-4413-b133-435530d939bb x-openstack-request-id: req-45e23a6e-777e-4413-b133-435530d939bb {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:13:04.607137 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59bcda1-9222-49d4-a5b1-d6b231373e6f", "tag": "2b2dfa9b-3aa0-46f0-8c4b-236885380e50", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:13:04.607517 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45e23a6e-777e-4413-b133-435530d939bb {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:13:04.608033 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e23a6e-777e-4413-b133-435530d939bb'] response: {'name': 'network-changed', 'server_uuid': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'tag': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'status': 'completed', 'code': 200} Apr 28 15:13:04.652223 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4fc4d328-172d-422b-b750-0fa047b44131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'ee3e1e99-b932-4407-8999-30fbf8049dd8', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:08:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:13:02Z', 'updated_at': '2022-04-28T15:13:02Z', 'revision_number': 0, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:04.674550 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd283060-9e81-4530-bb89-3b5bfde18c34 req-da1a7d01-7a6d-4ad2-8f31-030195a0a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:04.676241 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cd283060-9e81-4530-bb89-3b5bfde18c34 req-da1a7d01-7a6d-4ad2-8f31-030195a0a3a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 1129 time: 0.0417707 Apr 28 15:13:04.685433 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4d328-172d-422b-b750-0fa047b44131 None None] Checking router: 5aa1d797-5949-4624-a83c-bf749d6a9dca for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:13:04.694984 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4d328-172d-422b-b750-0fa047b44131 None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:13:04.695608 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4fc4d328-172d-422b-b750-0fa047b44131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:12:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:04.802948 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd283060-9e81-4530-bb89-3b5bfde18c34 req-8d23795f-0799-40d2-8524-7887b9f865e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:04.804451 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cd283060-9e81-4530-bb89-3b5bfde18c34 req-8d23795f-0799-40d2-8524-7887b9f865e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 913 time: 0.1208866 Apr 28 15:13:04.821264 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4fc4d328-172d-422b-b750-0fa047b44131 None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:13:04.877989 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cd283060-9e81-4530-bb89-3b5bfde18c34 req-5de9823d-5306-455c-a54f-7370ccb6b39f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b2dfa9b-3aa0-46f0-8c4b-236885380e50 HTTP/1.1" status: 200 len: 999 time: 0.0668831 Apr 28 15:13:04.935669 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd283060-9e81-4530-bb89-3b5bfde18c34 req-b4cba3af-5697-411b-8f88-08cacb49ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:04.938390 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cd283060-9e81-4530-bb89-3b5bfde18c34 req-b4cba3af-5697-411b-8f88-08cacb49ca1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f3b090f-b1eb-4c1c-87a5-0b415c189d3a HTTP/1.1" status: 200 len: 851 time: 0.0537627 Apr 28 15:13:04.993269 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd283060-9e81-4530-bb89-3b5bfde18c34 req-f0514706-4742-4f6b-bfbf-fe3ffb504572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:04.995123 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cd283060-9e81-4530-bb89-3b5bfde18c34 req-f0514706-4742-4f6b-bfbf-fe3ffb504572 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81309ba0-2d09-4d02-8c7c-fc245e1cafac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507236 Apr 28 15:13:05.110777 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cd283060-9e81-4530-bb89-3b5bfde18c34 req-17759280-4ca2-47f9-8aa9-a70d4e189886 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091342 Apr 28 15:13:05.114930 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4fc4d328-172d-422b-b750-0fa047b44131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'ee3e1e99-b932-4407-8999-30fbf8049dd8', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:08:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:13:02Z', 'updated_at': '2022-04-28T15:13:02Z', 'revision_number': 0, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:05.145998 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4d328-172d-422b-b750-0fa047b44131 None None] The sync data for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi is: [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'ee3e1e99-b932-4407-8999-30fbf8049dd8', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:08:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:13:02Z', 'updated_at': '2022-04-28T15:13:02Z', 'revision_number': 0, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:13:05.236151 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-cd283060-9e81-4530-bb89-3b5bfde18c34 req-09323733-d58d-4456-97b4-e4987bb5909a service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188347 Apr 28 15:13:05.419911 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9afdbcc-83dd-4703-96b1-131f52c36691 None None] New status for floating IP ee3e1e99-b932-4407-8999-30fbf8049dd8: ACTIVE {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:13:14.517338 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-33713238-2b37-4f24-86bb-1b9683f76b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:16.807812 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-911157f9-d0a9-49bc-aec5-2aa5a9142857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:18.105897 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:19.391160 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:20.809629 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:13:20.848597 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:30.870728 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:43.129528 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-33323d11-5b3b-4748-9dff-3f395a5a1c84 req-6b9a1cef-bbbb-4baa-bfa3-4760dc0658c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397134 Apr 28 15:13:43.193041 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323d11-5b3b-4748-9dff-3f395a5a1c84 req-0c891253-5766-4e63-8837-6da4aec9e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:43.194587 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-33323d11-5b3b-4748-9dff-3f395a5a1c84 req-0c891253-5766-4e63-8837-6da4aec9e595 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8&device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 1130 time: 0.0416119 Apr 28 15:13:43.310491 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323d11-5b3b-4748-9dff-3f395a5a1c84 req-785adc03-e6c8-43c2-b655-78d9c73f61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:43.312640 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-33323d11-5b3b-4748-9dff-3f395a5a1c84 req-785adc03-e6c8-43c2-b655-78d9c73f61ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed0ac354-7c30-41a5-8d1e-37ce4819e790 HTTP/1.1" status: 200 len: 909 time: 0.0930362 Apr 28 15:13:43.381995 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-33323d11-5b3b-4748-9dff-3f395a5a1c84 req-6f6b63f2-5a8a-4d1b-a0b4-e3d8bc51ed8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d9935d-4f78-4f73-8389-e73b7881bd90 HTTP/1.1" status: 200 len: 1002 time: 0.0628700 Apr 28 15:13:43.438075 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323d11-5b3b-4748-9dff-3f395a5a1c84 req-b825a41c-90aa-41b5-bd9f-d4b4b1aa9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:43.439518 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-33323d11-5b3b-4748-9dff-3f395a5a1c84 req-b825a41c-90aa-41b5-bd9f-d4b4b1aa9709 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d42f596-f298-4cb5-960f-d6205c5506ae HTTP/1.1" status: 200 len: 847 time: 0.0511868 Apr 28 15:13:43.485453 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33323d11-5b3b-4748-9dff-3f395a5a1c84 req-4ef806df-44c0-4fdc-bf25-f10f55453f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:43.487004 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-33323d11-5b3b-4748-9dff-3f395a5a1c84 req-4ef806df-44c0-4fdc-bf25-f10f55453f5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0ac354-7c30-41a5-8d1e-37ce4819e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397820 Apr 28 15:13:43.584833 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-33323d11-5b3b-4748-9dff-3f395a5a1c84 req-0f1835c1-e8d2-475d-8ce2-f241ad46ed54 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904579 Apr 28 15:13:43.681447 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-33323d11-5b3b-4748-9dff-3f395a5a1c84 req-51e124c1-671f-4f45-9288-cb5a4f5c296f service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897291 Apr 28 15:13:44.478328 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-98222a59-5eeb-4045-8cd5-c28d51d96259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:46.855440 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-417dff5b-e8d8-4a6a-a727-a90f5a943947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:48.085396 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:49.386706 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:50.861357 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:13:57.807982 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:14:00.884304 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:10.552401 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9ffff-66e4-4bbe-a3fc-a0a854a5dd04 req-a77c018c-3b70-4582-94a4-89baafbac454 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:10.553912 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-22c9ffff-66e4-4bbe-a3fc-a0a854a5dd04 req-a77c018c-3b70-4582-94a4-89baafbac454 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0491621 Apr 28 15:14:10.603595 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-22c9ffff-66e4-4bbe-a3fc-a0a854a5dd04 req-a398e677-3b16-4864-8cd9-b05fc4bbdcb2 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430355 Apr 28 15:14:11.725221 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e245e3f-5bcd-4f7e-913b-c54de6c6d145 req-f4b5911f-666c-4856-b4c5-26eaa5ee24ee tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:11.726705 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e245e3f-5bcd-4f7e-913b-c54de6c6d145 req-f4b5911f-666c-4856-b4c5-26eaa5ee24ee tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0486407 Apr 28 15:14:11.776186 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5e245e3f-5bcd-4f7e-913b-c54de6c6d145 req-8b2f8749-91cd-4dba-8f7b-268ab984a77b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438294 Apr 28 15:14:12.896752 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c3d50-b98c-4b94-8abf-4ceaaffd0578 req-7db9b69a-b544-40be-a530-aba426cbd1f6 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:12.898227 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d43c3d50-b98c-4b94-8abf-4ceaaffd0578 req-7db9b69a-b544-40be-a530-aba426cbd1f6 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0531039 Apr 28 15:14:12.952210 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d43c3d50-b98c-4b94-8abf-4ceaaffd0578 req-15911375-035e-4c2e-99b8-f5dc8257fd63 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481873 Apr 28 15:14:14.076516 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4451007-f4ae-44c1-8ee2-574769cfe10d req-063410a1-c1ad-4f31-829d-23cd56554f9a tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:14.078943 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a4451007-f4ae-44c1-8ee2-574769cfe10d req-063410a1-c1ad-4f31-829d-23cd56554f9a tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0525720 Apr 28 15:14:14.131403 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-a4451007-f4ae-44c1-8ee2-574769cfe10d req-b553b662-9dbe-4cc2-9232-35c8fc2802f4 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447106 Apr 28 15:14:14.470351 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-06752f51-25ea-4d5a-bc4b-60b416c032d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:15.262331 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f661e30-1a0b-4835-9de3-b03bd13779aa req-988a07c8-41a8-408f-b3dc-dd42637eb3a2 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:15.263782 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9f661e30-1a0b-4835-9de3-b03bd13779aa req-988a07c8-41a8-408f-b3dc-dd42637eb3a2 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0505519 Apr 28 15:14:15.314988 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9f661e30-1a0b-4835-9de3-b03bd13779aa req-3bac0dc8-eb8d-45ad-8bff-2fcb78a64c34 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454025 Apr 28 15:14:16.433067 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378316e-267e-4923-a424-b95b60618bea req-e176f308-8413-43a2-ac26-8d94ce3a3e52 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:16.435151 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7378316e-267e-4923-a424-b95b60618bea req-e176f308-8413-43a2-ac26-8d94ce3a3e52 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0491009 Apr 28 15:14:16.488049 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7378316e-267e-4923-a424-b95b60618bea req-b227cbbc-4e98-4059-94e7-4a20c5e5cf93 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464008 Apr 28 15:14:16.769806 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ec4f20cf-b742-4786-95d9-8ce562866684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:17.608970 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03e7c-6a2c-40b4-9497-f3c5df9f17a5 req-bffaa67f-0bf9-47ca-a105-dd9d3b4d9bd9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:17.610441 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a7e03e7c-6a2c-40b4-9497-f3c5df9f17a5 req-bffaa67f-0bf9-47ca-a105-dd9d3b4d9bd9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0529015 Apr 28 15:14:17.660427 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a7e03e7c-6a2c-40b4-9497-f3c5df9f17a5 req-9119892e-c261-4cce-a09a-ebac50878cd1 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441759 Apr 28 15:14:18.084269 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:18.785278 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8988d33-e034-4c3c-a693-7f47807c926e req-62329199-95c5-4429-b885-9b2827b841d9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:18.787660 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f8988d33-e034-4c3c-a693-7f47807c926e req-62329199-95c5-4429-b885-9b2827b841d9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0526898 Apr 28 15:14:18.848553 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f8988d33-e034-4c3c-a693-7f47807c926e req-ae7e3bf7-820e-4942-8620-24453b9edf8a tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526507 Apr 28 15:14:19.384964 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:19.978357 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da83ee8-dd8f-44eb-b261-1619604bca4c req-9f0c0caf-1b2a-4865-bc47-2ea130ee3ce5 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:19.979761 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2da83ee8-dd8f-44eb-b261-1619604bca4c req-9f0c0caf-1b2a-4865-bc47-2ea130ee3ce5 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0572090 Apr 28 15:14:20.032184 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-2da83ee8-dd8f-44eb-b261-1619604bca4c req-b346e96f-f328-47f3-961c-a93fe1985087 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456529 Apr 28 15:14:20.759721 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16495999-44f1-440b-a052-cad6acbde57f req-e6e1efe8-1e86-476e-ace3-d1b8fe093d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:20.761260 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-16495999-44f1-440b-a052-cad6acbde57f req-e6e1efe8-1e86-476e-ace3-d1b8fe093d33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8&device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 1130 time: 0.0416267 Apr 28 15:14:20.849517 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:20.876449 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16495999-44f1-440b-a052-cad6acbde57f req-9e0a1afa-53b0-41c0-a5a1-1276b6aeafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:20.877943 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-16495999-44f1-440b-a052-cad6acbde57f req-9e0a1afa-53b0-41c0-a5a1-1276b6aeafb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed0ac354-7c30-41a5-8d1e-37ce4819e790 HTTP/1.1" status: 200 len: 909 time: 0.1113801 Apr 28 15:14:20.948779 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-16495999-44f1-440b-a052-cad6acbde57f req-8643aef6-9880-4bbe-9d8a-cfdbcf292e84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d9935d-4f78-4f73-8389-e73b7881bd90 HTTP/1.1" status: 200 len: 1002 time: 0.0643079 Apr 28 15:14:21.024777 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16495999-44f1-440b-a052-cad6acbde57f req-d7e05589-246d-4223-9782-7d6c3fcc8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:21.026554 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-16495999-44f1-440b-a052-cad6acbde57f req-d7e05589-246d-4223-9782-7d6c3fcc8062 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d42f596-f298-4cb5-960f-d6205c5506ae HTTP/1.1" status: 200 len: 847 time: 0.0720558 Apr 28 15:14:21.073682 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16495999-44f1-440b-a052-cad6acbde57f req-da6df9b3-5592-42b1-8e25-7e18ffb71e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:21.076406 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-16495999-44f1-440b-a052-cad6acbde57f req-da6df9b3-5592-42b1-8e25-7e18ffb71e5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0ac354-7c30-41a5-8d1e-37ce4819e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430324 Apr 28 15:14:21.178099 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c9efc-7827-47ef-9b33-ee870bb2169f req-43377d5f-0961-436d-bada-fb372351060d tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:21.180237 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-916c9efc-7827-47ef-9b33-ee870bb2169f req-43377d5f-0961-436d-bada-fb372351060d tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0545015 Apr 28 15:14:21.180483 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-16495999-44f1-440b-a052-cad6acbde57f req-48b8c392-673a-4fae-a1d4-ca1878af7231 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987542 Apr 28 15:14:21.245386 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-916c9efc-7827-47ef-9b33-ee870bb2169f req-82c1ca56-62da-47b9-9ec4-220bc0c8841b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580606 Apr 28 15:14:21.299687 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-16495999-44f1-440b-a052-cad6acbde57f req-86b9f5cd-32d0-48c3-841e-5192dea09d3b service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138079 Apr 28 15:14:22.374631 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62c992-2c41-4611-8ffa-8bced3810a2e req-6c01ac0b-1ee6-416d-bc1d-9d2afd38c3e8 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:22.377061 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5d62c992-2c41-4611-8ffa-8bced3810a2e req-6c01ac0b-1ee6-416d-bc1d-9d2afd38c3e8 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0523279 Apr 28 15:14:22.430941 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5d62c992-2c41-4611-8ffa-8bced3810a2e req-f76c759f-36b3-4941-9065-6d63a93ab65e tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451074 Apr 28 15:14:23.565623 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712a3a-c58c-47bf-b4d9-6f255bf42312 req-c3db5c7b-d596-43df-91c3-3d77dcc2cd01 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:23.567627 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9f712a3a-c58c-47bf-b4d9-6f255bf42312 req-c3db5c7b-d596-43df-91c3-3d77dcc2cd01 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0610468 Apr 28 15:14:23.621286 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-9f712a3a-c58c-47bf-b4d9-6f255bf42312 req-84ce7dd4-9202-4d36-92f5-b69cef73aae7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473022 Apr 28 15:14:24.761049 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff7311-b93c-4ebd-9bdf-2d6162eb7ad4 req-81a0e1b3-edb2-4247-a1bc-6ff182b1ba5e tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:24.762844 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-17ff7311-b93c-4ebd-9bdf-2d6162eb7ad4 req-81a0e1b3-edb2-4247-a1bc-6ff182b1ba5e tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0634646 Apr 28 15:14:24.820639 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-17ff7311-b93c-4ebd-9bdf-2d6162eb7ad4 req-70244782-3a93-4d1f-b43c-5e14059acea5 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518198 Apr 28 15:14:25.226431 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62704d-7c1d-4659-8197-9e0a67a7afa5 req-2b92f40e-4557-4298-b2bc-222a257d43a8 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:25.230019 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6b62704d-7c1d-4659-8197-9e0a67a7afa5 req-2b92f40e-4557-4298-b2bc-222a257d43a8 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0706823 Apr 28 15:14:25.295464 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6b62704d-7c1d-4659-8197-9e0a67a7afa5 req-1527178c-ed1b-450f-8b66-ba9ccd9e9742 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566242 Apr 28 15:14:25.360787 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-3bb39169-6466-4533-b154-66e250336ec0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1633828 Apr 28 15:14:25.506746 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-7d2a9ff8-6610-4eac-be5e-6486894b3962 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:25.508114 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-7d2a9ff8-6610-4eac-be5e-6486894b3962 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports/52d9935d-4f78-4f73-8389-e73b7881bd90 HTTP/1.1" status: 200 len: 943 time: 0.1173899 Apr 28 15:14:26.435629 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176069db-7a21-4afd-9557-c9049262ad3e req-b94ab66e-b6dd-4e98-a58a-130feffb9efd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:26.437244 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-176069db-7a21-4afd-9557-c9049262ad3e req-b94ab66e-b6dd-4e98-a58a-130feffb9efd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0668366 Apr 28 15:14:26.506370 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-176069db-7a21-4afd-9557-c9049262ad3e req-3ddd0ee7-f21a-47aa-aeef-50fdf6e5199a tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560312 Apr 28 15:14:27.216207 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 52d9935d-4f78-4f73-8389-e73b7881bd90 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:14:27.315901 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 52d9935d-4f78-4f73-8389-e73b7881bd90 is: ACTIVE; New status is: DOWN {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:14:27.316339 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:27.347803 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:14:27.350155 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b70785-4f62-4006-b3e1-04941ad4306e" -d '{"events": [{"server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "name": "network-vif-unplugged", "status": "completed", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:14:27.363062 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 52d9935d-4f78-4f73-8389-e73b7881bd90, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52d9935d-4f78-4f73-8389-e73b7881bd90,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:14:27.387595 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 15:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90f3b32-1437-4793-b727-e0626a6e2d32 x-openstack-request-id: req-f90f3b32-1437-4793-b727-e0626a6e2d32 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:14:27.387959 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "name": "network-vif-unplugged", "status": "failed", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90", "code": 422}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:14:27.388283 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f90f3b32-1437-4793-b727-e0626a6e2d32 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:14:27.388683 dv-cinder-839768-1-iscsi neutron-server[110072]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f90f3b32-1437-4793-b727-e0626a6e2d32']: {'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'code': 422} returned with failed status Apr 28 15:14:27.437642 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:27.495682 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=52d9935d-4f78-4f73-8389-e73b7881bd90,revision_number=6']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:14:27.504377 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.504857 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.505202 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.505542 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.505868 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.506194 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.506517 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.506837 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.507158 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.507476 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.507795 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.508115 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.508750 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.509127 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.509438 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:27.630757 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330baac9-1a6e-4775-83ce-047e6b243b10 req-f159464b-8a61-4096-991b-9b7c213cfce7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:27.632335 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-330baac9-1a6e-4775-83ce-047e6b243b10 req-f159464b-8a61-4096-991b-9b7c213cfce7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0525506 Apr 28 15:14:27.695276 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-330baac9-1a6e-4775-83ce-047e6b243b10 req-5bfeb90c-b193-4d88-96b3-e8b9fd514194 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527995 Apr 28 15:14:28.035050 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-32638fc9-2abe-484e-8a22-974695204656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:28.036489 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-32638fc9-2abe-484e-8a22-974695204656 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6&tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8 HTTP/1.1" status: 200 len: 1128 time: 0.0740023 Apr 28 15:14:28.109866 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-a6fc3fbe-7f3e-4a48-9da1-9848a7f2dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:28.111402 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-a6fc3fbe-7f3e-4a48-9da1-9848a7f2dafb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8&device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 1128 time: 0.0479901 Apr 28 15:14:28.208490 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-ea79267a-2a4b-4768-bc18-f1e2545e901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:28.210028 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-ea79267a-2a4b-4768-bc18-f1e2545e901e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed0ac354-7c30-41a5-8d1e-37ce4819e790 HTTP/1.1" status: 200 len: 909 time: 0.0915475 Apr 28 15:14:28.295028 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-944dd3ec-10b0-4522-844a-ebbab8b8b3d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d9935d-4f78-4f73-8389-e73b7881bd90 HTTP/1.1" status: 200 len: 1000 time: 0.0785942 Apr 28 15:14:28.345613 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-0f6ad066-3de7-4bfc-ba36-fa125d774137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:28.347128 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-0f6ad066-3de7-4bfc-ba36-fa125d774137 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d42f596-f298-4cb5-960f-d6205c5506ae HTTP/1.1" status: 200 len: 847 time: 0.0471413 Apr 28 15:14:28.392422 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-ba8dc6ce-600a-4a7e-890d-cad67e2d06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:28.394136 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-ba8dc6ce-600a-4a7e-890d-cad67e2d06b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0ac354-7c30-41a5-8d1e-37ce4819e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409658 Apr 28 15:14:28.492018 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-029a7b31-d582-4d10-babc-e3c5dfae5a71 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922232 Apr 28 15:14:28.591301 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-11a53456-ddb3-4aa7-88fd-668b2d0f9cc1 req-0ff69577-11b8-4373-a11f-1ab67c81e8f6 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934072 Apr 28 15:14:28.822192 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d445b-0f06-49ea-894a-de41af2d8e91 req-55ce09b3-01fb-4d02-9d9b-ce8693be9183 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:28.823803 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9e3d445b-0f06-49ea-894a-de41af2d8e91 req-55ce09b3-01fb-4d02-9d9b-ce8693be9183 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0545604 Apr 28 15:14:28.877693 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-9e3d445b-0f06-49ea-894a-de41af2d8e91 req-db7c329e-5b83-407f-9c48-234d00cab08d tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457921 Apr 28 15:14:29.999975 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08487edf-9e2b-4cd8-bd35-97ff198bc080 req-ccc7abcc-d839-4e9c-b6db-aeb21b5ab9de tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:30.001425 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-08487edf-9e2b-4cd8-bd35-97ff198bc080 req-ccc7abcc-d839-4e9c-b6db-aeb21b5ab9de tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0492880 Apr 28 15:14:30.056004 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-08487edf-9e2b-4cd8-bd35-97ff198bc080 req-e267cd9f-ad6f-4012-8025-16b96a0b2293 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482624 Apr 28 15:14:30.859266 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:31.206681 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe09fb-4485-4bbd-8003-0cec9c9dc4ec req-7f991148-ef21-4f2a-996c-41a18dc51897 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:31.208348 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4dbe09fb-4485-4bbd-8003-0cec9c9dc4ec req-7f991148-ef21-4f2a-996c-41a18dc51897 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0578995 Apr 28 15:14:31.284629 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4dbe09fb-4485-4bbd-8003-0cec9c9dc4ec req-b1717c52-9e2f-4dd4-a88a-c3720c6892bb tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678892 Apr 28 15:14:32.407978 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6770be6-797e-4030-bde3-0c70c876da7a req-34d52904-a14c-485a-a018-667d1617fdcf tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:32.409593 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f6770be6-797e-4030-bde3-0c70c876da7a req-34d52904-a14c-485a-a018-667d1617fdcf tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0499451 Apr 28 15:14:32.468222 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-f6770be6-797e-4030-bde3-0c70c876da7a req-5712f109-bf4d-472e-bcbf-2cdc4c7a28cd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519497 Apr 28 15:14:33.589977 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14a546-6d0e-45b1-8970-01407884acc1 req-c7f9ca5f-915e-456a-9a21-f9a57343e13c tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:33.591436 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4d14a546-6d0e-45b1-8970-01407884acc1 req-c7f9ca5f-915e-456a-9a21-f9a57343e13c tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0507164 Apr 28 15:14:33.644562 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-4d14a546-6d0e-45b1-8970-01407884acc1 req-24b55014-5e83-47ca-a672-addebf3eb84f tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471890 Apr 28 15:14:34.762637 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eb9f7-af4d-4ca7-97ff-9e6207f42de4 req-f57ebfc9-8a80-429f-bd68-ca8c177e506c tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:34.764677 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-941eb9f7-af4d-4ca7-97ff-9e6207f42de4 req-f57ebfc9-8a80-429f-bd68-ca8c177e506c tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0492611 Apr 28 15:14:34.806610 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:14:34.813931 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-941eb9f7-af4d-4ca7-97ff-9e6207f42de4 req-10793b81-6abb-4d20-b601-09492d96aead tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436199 Apr 28 15:14:35.930868 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375df72-0bcc-4ad4-a112-60bfcd319c97 req-1b081960-7b33-4e41-ac63-abe5649e02cc tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:35.932400 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5375df72-0bcc-4ad4-a112-60bfcd319c97 req-1b081960-7b33-4e41-ac63-abe5649e02cc tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0483310 Apr 28 15:14:35.981396 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5375df72-0bcc-4ad4-a112-60bfcd319c97 req-98e947ec-5137-4295-8f78-5974d85774e8 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426435 Apr 28 15:14:37.114319 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5799c-1457-4d9e-b190-5d8f1ae61f04 req-f2aee87d-1d0d-4bb0-8dff-a62383a163cd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:37.115846 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5bd5799c-1457-4d9e-b190-5d8f1ae61f04 req-f2aee87d-1d0d-4bb0-8dff-a62383a163cd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0556467 Apr 28 15:14:37.166803 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5bd5799c-1457-4d9e-b190-5d8f1ae61f04 req-8bd5f788-bcde-48f2-8d43-41c8718a809b tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450237 Apr 28 15:14:37.276734 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 52d9935d-4f78-4f73-8389-e73b7881bd90 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:14:37.374911 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 52d9935d-4f78-4f73-8389-e73b7881bd90, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52d9935d-4f78-4f73-8389-e73b7881bd90,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:14:37.388019 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'port_id': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'mac_address': 'fa:16:3e:2a:6e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:14:37.428396 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 52d9935d-4f78-4f73-8389-e73b7881bd90 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:14:37.428678 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:37.442939 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d9935d-4f78-4f73-8389-e73b7881bd90 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:14:37.464116 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 52d9935d-4f78-4f73-8389-e73b7881bd90, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52d9935d-4f78-4f73-8389-e73b7881bd90,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:14:37.568895 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:37.617269 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=52d9935d-4f78-4f73-8389-e73b7881bd90,revision_number=7']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:14:37.805149 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['52d9935d-4f78-4f73-8389-e73b7881bd90'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:14:38.282075 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a5046-9b67-400f-a80b-594a2a9cc16b req-f88e1b56-2b72-4898-9d16-7d3e3eebd0ce tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:38.283640 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-940a5046-9b67-400f-a80b-594a2a9cc16b req-f88e1b56-2b72-4898-9d16-7d3e3eebd0ce tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 945 time: 0.0480645 Apr 28 15:14:38.332574 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-940a5046-9b67-400f-a80b-594a2a9cc16b req-8f07cb7a-c29e-453a-9d63-37d8f966ffbd tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431929 Apr 28 15:14:39.279136 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 52d9935d-4f78-4f73-8389-e73b7881bd90 up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:14:39.332238 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port 52d9935d-4f78-4f73-8389-e73b7881bd90 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:14:39.332765 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:39.421523 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port 52d9935d-4f78-4f73-8389-e73b7881bd90 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:14:39.422118 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:39.448623 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:14:39.451052 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64481d89-8b9c-4818-90e5-73677291780c" -d '{"events": [{"server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "name": "network-vif-plugged", "status": "completed", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:14:39.456330 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37126e3e-eb42-4a59-9a07-5c14092906fa req-6dee508d-6feb-45ac-a311-e3a7733d3197 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:39.457974 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-37126e3e-eb42-4a59-9a07-5c14092906fa req-6dee508d-6feb-45ac-a311-e3a7733d3197 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 945 time: 0.0539942 Apr 28 15:14:39.465745 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port 52d9935d-4f78-4f73-8389-e73b7881bd90, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52d9935d-4f78-4f73-8389-e73b7881bd90,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:14:39.490389 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5ef985-b97f-4b94-b384-55c84b06e3f3 x-openstack-request-id: req-af5ef985-b97f-4b94-b384-55c84b06e3f3 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:14:39.490680 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "name": "network-vif-plugged", "status": "completed", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:14:39.490927 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af5ef985-b97f-4b94-b384-55c84b06e3f3 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:14:39.491321 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5ef985-b97f-4b94-b384-55c84b06e3f3'] response: {'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'code': 200} Apr 28 15:14:39.512546 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-37126e3e-eb42-4a59-9a07-5c14092906fa req-294a76bb-a0b6-42ec-8885-b430e9d44ca7 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473349 Apr 28 15:14:39.557572 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:39.599916 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=52d9935d-4f78-4f73-8389-e73b7881bd90,revision_number=8']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:14:39.974913 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c300469-c5a8-4085-bcd6-c31ab22fdac5 req-dca30f80-a979-4947-806c-6fc136b80d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:39.976477 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3c300469-c5a8-4085-bcd6-c31ab22fdac5 req-dca30f80-a979-4947-806c-6fc136b80d26 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 1130 time: 0.0418861 Apr 28 15:14:40.031063 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3c300469-c5a8-4085-bcd6-c31ab22fdac5 req-94b5348f-eae4-4075-aec1-a50e6302a800 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428157 Apr 28 15:14:40.637486 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4986137-96ee-4720-8668-d8e9ad7200ac req-2fa54307-d145-4fe2-a23c-fe17dfa2055c tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:40.639298 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e4986137-96ee-4720-8668-d8e9ad7200ac req-2fa54307-d145-4fe2-a23c-fe17dfa2055c tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0542152 Apr 28 15:14:40.692877 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e4986137-96ee-4720-8668-d8e9ad7200ac req-d721332c-f137-4f30-94d6-c4659bf4f6da tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472946 Apr 28 15:14:41.550123 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-309a3ee5-33ed-4dd1-94c6-bcc99529eba5 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787589899&fields=id&tenant_id=9bb47d49c45c4bbbaaa30984845dc495 HTTP/1.1" status: 200 len: 267 time: 0.0467553 Apr 28 15:14:41.677250 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-60654beb-2ff2-4d47-8f98-5e82d61e6b57 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:41.678769 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-60654beb-2ff2-4d47-8f98-5e82d61e6b57 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 812 time: 0.1175725 Apr 28 15:14:41.694360 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-9e0a023e-feab-44ac-90af-4183e0862f72 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/quotas/9bb47d49c45c4bbbaaa30984845dc495 HTTP/1.1" status: 200 len: 375 time: 0.0096793 Apr 28 15:14:41.760709 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-4e67abf8-67e9-486e-99c9-1581b78eadba tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605612 Apr 28 15:14:41.820590 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719753-96c8-49a1-8685-b11c54084f23 req-fc5e74d9-e5a0-406a-b12b-429238b8b078 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:41.822185 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e1719753-96c8-49a1-8685-b11c54084f23 req-fc5e74d9-e5a0-406a-b12b-429238b8b078 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0574083 Apr 28 15:14:41.884299 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e1719753-96c8-49a1-8685-b11c54084f23 req-9c3ad7bb-a5de-4b73-9875-f964dba01124 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552797 Apr 28 15:14:41.885130 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-3caa229a-93bb-401e-81d2-8aa3c82d43ee service neutron] 10.222.0.31 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064336 Apr 28 15:14:41.988638 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-2f9c904c-1eac-4af1-af06-2e44a30ff1c1 service neutron] 10.222.0.31 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966806 Apr 28 15:14:42.601945 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-080fcf9e-dd67-4b17-888a-7ee432e79166 req-21c247b7-53db-4137-a5ee-6d2635912789 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 210 time: 0.0313759 Apr 28 15:14:43.138804 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-58a40c0a-8d0a-4fa5-8fb1-e40f07d5837a req-29a9edfa-ba23-4b51-9fb7-9ce2d928475d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431869 Apr 28 15:14:43.230850 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a40c0a-8d0a-4fa5-8fb1-e40f07d5837a req-17544f78-ed3c-400c-ba13-5c0dae2d69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:43.232363 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-58a40c0a-8d0a-4fa5-8fb1-e40f07d5837a req-17544f78-ed3c-400c-ba13-5c0dae2d69f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8&device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 1130 time: 0.0500870 Apr 28 15:14:43.360195 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a40c0a-8d0a-4fa5-8fb1-e40f07d5837a req-0246b9fd-a90a-4adb-be85-9e13caf277c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:43.361711 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-58a40c0a-8d0a-4fa5-8fb1-e40f07d5837a req-0246b9fd-a90a-4adb-be85-9e13caf277c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed0ac354-7c30-41a5-8d1e-37ce4819e790 HTTP/1.1" status: 200 len: 909 time: 0.1034315 Apr 28 15:14:43.438918 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-58a40c0a-8d0a-4fa5-8fb1-e40f07d5837a req-c1b245c4-16ab-4aac-a0e3-18a5030683a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d9935d-4f78-4f73-8389-e73b7881bd90 HTTP/1.1" status: 200 len: 1002 time: 0.0707257 Apr 28 15:14:43.490723 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a40c0a-8d0a-4fa5-8fb1-e40f07d5837a req-a22f9214-37fa-481a-af25-a9ba357c63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:43.492192 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-58a40c0a-8d0a-4fa5-8fb1-e40f07d5837a req-a22f9214-37fa-481a-af25-a9ba357c63cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d42f596-f298-4cb5-960f-d6205c5506ae HTTP/1.1" status: 200 len: 847 time: 0.0474696 Apr 28 15:14:43.551954 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a40c0a-8d0a-4fa5-8fb1-e40f07d5837a req-fe1986ce-bc32-4511-8a73-69e85ebbc370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:43.553681 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-58a40c0a-8d0a-4fa5-8fb1-e40f07d5837a req-fe1986ce-bc32-4511-8a73-69e85ebbc370 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0ac354-7c30-41a5-8d1e-37ce4819e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556264 Apr 28 15:14:43.728282 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-b8c158fd-701a-4b7c-bb76-5b7dbc243d25 req-e52fc1b4-60a0-4261-9dc2-ece941f1f3b3 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 210 time: 0.0406325 Apr 28 15:14:43.966973 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-58a40c0a-8d0a-4fa5-8fb1-e40f07d5837a req-1f4b0f40-5f8d-41f8-9827-8b6b70845dbc service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058290 Apr 28 15:14:44.092026 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-58a40c0a-8d0a-4fa5-8fb1-e40f07d5837a req-b51bcf14-9b1e-45c8-8112-67d738c5ce22 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191146 Apr 28 15:14:44.494668 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-f4914364-f94b-458b-9aff-9479b761e90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:44.831039 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-63c1660f-31ec-4a6f-8137-4b39759abbe6 req-b5ebb7e0-9b1e-4642-b0f3-066676ac3301 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 210 time: 0.0275450 Apr 28 15:14:45.030056 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-d96dca07-6164-4990-928a-b9ed1f660c16 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:45.032138 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-d96dca07-6164-4990-928a-b9ed1f660c16 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 812 time: 0.1120133 Apr 28 15:14:45.100976 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-dd442b25-6bd1-46b8-a70a-208c6e2bebc9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb47d49c45c4bbbaaa30984845dc495 HTTP/1.1" status: 200 len: 380 time: 0.0609796 Apr 28 15:14:45.108844 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'port': {'device_id': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'admin_state_up': True, 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'security_groups': ['9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f']}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:14:45.306426 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Made reservation on behalf of 9bb47d49c45c4bbbaaa30984845dc495 for: {'port': 1} {{(pid=110070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:14:45.312061 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:45.463622 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_common [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Allocated IP 172.20.0.11 (81309ba0-2d09-4d02-8c7c-fc245e1cafac/4f3b090f-b1eb-4c1c-87a5-0b415c189d3a/da7d0370-ec4b-4dab-95d3-02c55bdad241) {{(pid=110070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:14:45.626327 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), precommit_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:45.736088 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), after_create {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:45.779334 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Network 81309ba0-2d09-4d02-8c7c-fc245e1cafac is already hosted by enough agents. {{(pid=110070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:14:45.782467 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.base_scheduler [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Resources bound (agent type, host, resource id): {{(pid=110070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:14:45.788525 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Received port after_create {{(pid=110070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:14:45.819795 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'Port': ['ID=da7d0370-ec4b-4dab-95d3-02c55bdad241,revision_number=1']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:14:45.836690 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.837408 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.837408 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.837940 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.838114 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.838366 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.838795 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.839542 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.840412 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.840412 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.841015 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.841762 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.843155 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.843657 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.844261 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:14:45.871429 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:45.872135 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:45.967318 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca0791-7b12-4351-9f4e-d0a8b19473f1 req-9a274b11-b0b6-443a-9efb-781e4bb55f47 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:45.972854 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-6cdaac5f-3881-4545-87ed-a985fc0bda7d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8674064 Apr 28 15:14:45.974350 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-71ca0791-7b12-4351-9f4e-d0a8b19473f1 req-9a274b11-b0b6-443a-9efb-781e4bb55f47 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 932 time: 0.0603287 Apr 28 15:14:45.986589 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.v2.base [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Request body: {'port': {'device_id': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=110070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:14:46.037373 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-71ca0791-7b12-4351-9f4e-d0a8b19473f1 req-b8222f43-343a-4aab-aec5-ea63cfd536fe tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616746 Apr 28 15:14:46.058173 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:46.098098 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-8bf1441b-d05d-4dab-b599-4923e900e996 None None] Provisioning complete for port da7d0370-ec4b-4dab-95d3-02c55bdad241 triggered by entity DHCP. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:14:46.098778 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-8bf1441b-d05d-4dab-b599-4923e900e996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:46.135994 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1441b-d05d-4dab-b599-4923e900e996 None None] Port da7d0370-ec4b-4dab-95d3-02c55bdad241 cannot update to ACTIVE because it is not bound. {{(pid=110072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 15:14:46.375302 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7d0370-ec4b-4dab-95d3-02c55bdad241 {{(pid=110070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:14:46.388059 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Publish callbacks [] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), precommit_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:46.400029 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.provisioning_blocks [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Transition to ACTIVE for port object da7d0370-ec4b-4dab-95d3-02c55bdad241 will not be triggered until provisioned by entity L2. {{(pid=110070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 15:14:46.472052 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:46.523610 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Pushing event updated for resources: {'Port': ['ID=da7d0370-ec4b-4dab-95d3-02c55bdad241,revision_number=2']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:14:46.605550 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Attempting to bind port da7d0370-ec4b-4dab-95d3-02c55bdad241 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 15:14:46.605879 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Attempting to bind port da7d0370-ec4b-4dab-95d3-02c55bdad241 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 15:14:46.606315 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Attempting to bind port da7d0370-ec4b-4dab-95d3-02c55bdad241 on network 81309ba0-2d09-4d02-8c7c-fc245e1cafac {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:14:46.612601 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Port da7d0370-ec4b-4dab-95d3-02c55bdad241 on network 81309ba0-2d09-4d02-8c7c-fc245e1cafac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:14:46.613274 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Attempting to bind port da7d0370-ec4b-4dab-95d3-02c55bdad241 on network 81309ba0-2d09-4d02-8c7c-fc245e1cafac {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:14:46.619378 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Checking agent: {'id': 'e783bccd-65ca-4a3c-9417-f37bf5779e84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'started_at': datetime.datetime(2022, 4, 28, 14, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:14:46.619883 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Checking segment: {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 15:14:46.620528 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Bound using segment: {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'} {{(pid=110070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:14:46.621151 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.managers [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Bound port: da7d0370-ec4b-4dab-95d3-02c55bdad241, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a7ba7a-e4bf-417b-b403-7b765dea852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac'}}] {{(pid=110070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 15:14:46.621702 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), before_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:46.715611 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] For port da7d0370-ec4b-4dab-95d3-02c55bdad241, host hv-cinder-83976, cleared binding levels {{(pid=110070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:14:46.720959 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] For port da7d0370-ec4b-4dab-95d3-02c55bdad241, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=da7d0370-ec4b-4dab-95d3-02c55bdad241,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:14:46.792592 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61911619'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), after_update {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:46.815085 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-fc96683a-ea8f-4260-bbb5-0d6bc75a8fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:46.828375 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:46.828788 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:46.830173 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-c511f321-b241-459f-af64-e667dd40f0de service neutron] 10.222.0.42 "PUT /v2.0/ports/da7d0370-ec4b-4dab-95d3-02c55bdad241 HTTP/1.1" status: 200 len: 1094 time: 0.8492119 Apr 28 15:14:46.830672 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'tag': 'da7d0370-ec4b-4dab-95d3-02c55bdad241'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:14:46.833053 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33621c8d-41f2-4609-b2ab-53e6c2b63862" -d '{"events": [{"name": "network-changed", "server_uuid": "34208d17-2bd0-4832-a5a3-879df7d3c6bf", "tag": "da7d0370-ec4b-4dab-95d3-02c55bdad241"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:14:46.875361 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511f321-b241-459f-af64-e667dd40f0de service neutron] Pushing event updated for resources: {'Port': ['ID=da7d0370-ec4b-4dab-95d3-02c55bdad241,revision_number=3']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:14:46.882223 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eabe622-5a06-48f8-8e11-afc35f08bd60 x-openstack-request-id: req-4eabe622-5a06-48f8-8e11-afc35f08bd60 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:14:46.882576 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34208d17-2bd0-4832-a5a3-879df7d3c6bf", "tag": "da7d0370-ec4b-4dab-95d3-02c55bdad241", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:14:46.882873 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4eabe622-5a06-48f8-8e11-afc35f08bd60 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:14:46.883226 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eabe622-5a06-48f8-8e11-afc35f08bd60'] response: {'name': 'network-changed', 'server_uuid': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'tag': 'da7d0370-ec4b-4dab-95d3-02c55bdad241', 'status': 'completed', 'code': 200} Apr 28 15:14:46.958472 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33621c8d-41f2-4609-b2ab-53e6c2b63862 req-ff61b04d-2c09-4557-9248-f847d79d746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:46.960328 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-33621c8d-41f2-4609-b2ab-53e6c2b63862 req-ff61b04d-2c09-4557-9248-f847d79d746d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 1128 time: 0.0500894 Apr 28 15:14:47.115244 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33621c8d-41f2-4609-b2ab-53e6c2b63862 req-aedfdf00-641f-4cfe-b60b-c2bd4e4ff45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:47.116826 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-33621c8d-41f2-4609-b2ab-53e6c2b63862 req-aedfdf00-641f-4cfe-b60b-c2bd4e4ff45d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1479030 Apr 28 15:14:47.172960 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541eec4-729a-49ee-819d-a42aad9c0f71 req-3a236904-4056-44f7-a729-3762b8657842 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:47.174434 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7541eec4-729a-49ee-819d-a42aad9c0f71 req-3a236904-4056-44f7-a729-3762b8657842 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 944 time: 0.0518708 Apr 28 15:14:47.249367 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-7541eec4-729a-49ee-819d-a42aad9c0f71 req-cd7d8347-4445-447f-850f-70471bf0050d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640087 Apr 28 15:14:47.255207 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33621c8d-41f2-4609-b2ab-53e6c2b63862 req-b05df0af-4671-4c55-894d-862468fe0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:47.257634 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-33621c8d-41f2-4609-b2ab-53e6c2b63862 req-b05df0af-4671-4c55-894d-862468fe0616 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256413 Apr 28 15:14:47.348582 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-e9397b33-0c5a-42cc-a3c7-0516d964c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:47.350106 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-e9397b33-0c5a-42cc-a3c7-0516d964c8f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 1128 time: 0.0465448 Apr 28 15:14:47.395882 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-8823da13-1800-4a82-9baf-fcc4d66ed265 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da7d0370-ec4b-4dab-95d3-02c55bdad241 HTTP/1.1" status: 200 len: 217 time: 0.0353937 Apr 28 15:14:47.443811 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-cef2faf5-c83f-4fd0-a222-b130f5c13417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:47.445211 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-cef2faf5-c83f-4fd0-a222-b130f5c13417 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f3b090f-b1eb-4c1c-87a5-0b415c189d3a HTTP/1.1" status: 200 len: 851 time: 0.0442164 Apr 28 15:14:47.501488 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-f126e43a-7ef1-4634-8606-879606603983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:47.503080 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-f126e43a-7ef1-4634-8606-879606603983 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81309ba0-2d09-4d02-8c7c-fc245e1cafac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519738 Apr 28 15:14:47.605023 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-f3f27ffb-88eb-4396-a958-362a2ba18070 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939994 Apr 28 15:14:47.700171 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-5c8dae3d-82fd-44fb-8638-cadbbec0e102 req-a623e289-4b0c-41c1-933d-4e351771056e service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892930 Apr 28 15:14:48.128874 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:48.418721 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7ffd9-bb60-45c4-847a-d5d0da006342 req-40b9f611-bebc-45ca-802e-cae608afc01a tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:48.420479 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3ea7ffd9-bb60-45c4-847a-d5d0da006342 req-40b9f611-bebc-45ca-802e-cae608afc01a tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 944 time: 0.0609610 Apr 28 15:14:48.488405 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3ea7ffd9-bb60-45c4-847a-d5d0da006342 req-2d88afe5-8bbb-48b8-89e4-2a450e398b69 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591397 Apr 28 15:14:49.379863 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:49.615156 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27510a-ac00-4842-8a8c-44163c7fc11d req-5a8b5343-5f73-4c8c-8abd-68d6b3d4641d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:49.616570 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0e27510a-ac00-4842-8a8c-44163c7fc11d req-5a8b5343-5f73-4c8c-8abd-68d6b3d4641d tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 944 time: 0.0534849 Apr 28 15:14:49.671444 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-0e27510a-ac00-4842-8a8c-44163c7fc11d req-c7c15f91-304e-4b17-ace7-0941c9200a63 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491447 Apr 28 15:14:50.791969 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206de693-df99-4c49-add5-471ea88aa858 req-0da5f7f2-879b-413d-92ae-ef2a72d5424a tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:50.792676 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-206de693-df99-4c49-add5-471ea88aa858 req-0da5f7f2-879b-413d-92ae-ef2a72d5424a tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 944 time: 0.0485263 Apr 28 15:14:50.844900 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-206de693-df99-4c49-add5-471ea88aa858 req-18e872c7-9669-4dd7-b48d-4af538159614 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457995 Apr 28 15:14:50.882261 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:51.958809 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bcd12-9669-49cb-a08a-40a6581a8c12 req-8e2d15ea-f298-4cb1-b158-f444d5fb623f tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:51.960200 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4f6bcd12-9669-49cb-a08a-40a6581a8c12 req-8e2d15ea-f298-4cb1-b158-f444d5fb623f tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 944 time: 0.0470107 Apr 28 15:14:52.013303 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-4f6bcd12-9669-49cb-a08a-40a6581a8c12 req-d9409bed-9b31-4f87-b8fa-09f4a50fd02b tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468907 Apr 28 15:14:53.139456 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dde987-0ca4-41b7-a166-09096e4b4688 req-ef3bf143-7f51-40c7-9db3-71f76eb0fa47 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:53.141961 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b5dde987-0ca4-41b7-a166-09096e4b4688 req-ef3bf143-7f51-40c7-9db3-71f76eb0fa47 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 944 time: 0.0562685 Apr 28 15:14:53.205520 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b5dde987-0ca4-41b7-a166-09096e4b4688 req-4111f1e1-fcbe-491a-98f6-f090fa7c019f tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581765 Apr 28 15:14:54.342074 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7ddbe-8faf-4839-8004-29dfd02ec3f6 req-3a687ed3-25fe-4d02-8cb7-2a3a68df6f29 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:54.343587 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eab7ddbe-8faf-4839-8004-29dfd02ec3f6 req-3a687ed3-25fe-4d02-8cb7-2a3a68df6f29 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 944 time: 0.0519433 Apr 28 15:14:54.396226 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-eab7ddbe-8faf-4839-8004-29dfd02ec3f6 req-27eca7ef-2a84-438b-82a6-c66f68f7f1e3 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464640 Apr 28 15:14:55.400639 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device da7d0370-ec4b-4dab-95d3-02c55bdad241 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=110072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:14:55.505347 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port da7d0370-ec4b-4dab-95d3-02c55bdad241, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=da7d0370-ec4b-4dab-95d3-02c55bdad241,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:14:55.517864 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Returning: {'device': 'da7d0370-ec4b-4dab-95d3-02c55bdad241', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'port_id': 'da7d0370-ec4b-4dab-95d3-02c55bdad241', 'mac_address': 'fa:16:3e:d2:b0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:14:55.520055 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607c44b-4797-427d-87da-fbb8880ab98b req-6d8e7dfc-6b09-46ce-8d61-85394bfa9834 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:55.521603 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a607c44b-4797-427d-87da-fbb8880ab98b req-6d8e7dfc-6b09-46ce-8d61-85394bfa9834 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 944 time: 0.0480080 Apr 28 15:14:55.557617 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port da7d0370-ec4b-4dab-95d3-02c55bdad241 is: DOWN; New status is: BUILD {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:14:55.557995 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:55.572561 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7d0370-ec4b-4dab-95d3-02c55bdad241 {{(pid=110072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:14:55.580889 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-a607c44b-4797-427d-87da-fbb8880ab98b req-a843d0d5-96e7-473a-8f52-a9569297e5bd tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531504 Apr 28 15:14:55.594601 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port da7d0370-ec4b-4dab-95d3-02c55bdad241, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=da7d0370-ec4b-4dab-95d3-02c55bdad241,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:14:55.648673 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:55.707774 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=da7d0370-ec4b-4dab-95d3-02c55bdad241,revision_number=4']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:14:55.879067 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] get_ports_and_sgs() called for port_ids ['da7d0370-ec4b-4dab-95d3-02c55bdad241'] {{(pid=110072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:14:56.719238 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1625c-c8b0-4715-af62-29024a27102f req-f30be454-2b68-4615-a887-50a5d771a3de tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:56.721445 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c4f1625c-c8b0-4715-af62-29024a27102f req-f30be454-2b68-4615-a887-50a5d771a3de tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 945 time: 0.0635552 Apr 28 15:14:56.777016 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-c4f1625c-c8b0-4715-af62-29024a27102f req-59f2d411-204c-426b-b941-c7bd162c9953 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492496 Apr 28 15:14:57.403021 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device da7d0370-ec4b-4dab-95d3-02c55bdad241 up at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:14:57.453844 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning for port da7d0370-ec4b-4dab-95d3-02c55bdad241 completed by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 15:14:57.522011 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.provisioning_blocks [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Provisioning complete for port da7d0370-ec4b-4dab-95d3-02c55bdad241 triggered by entity L2. {{(pid=110072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 15:14:57.522388 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3886297'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), provisioning_complete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:57.618460 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Current status of the port da7d0370-ec4b-4dab-95d3-02c55bdad241 is: BUILD; New status is: ACTIVE {{(pid=110072) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 15:14:57.618460 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), before_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:57.642225 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7d0370-ec4b-4dab-95d3-02c55bdad241'}] {{(pid=110072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:14:57.644467 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9958da2952c94a37d3e30676cdc179619f17e66d754ced9a8c59c79190146bae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3773bccf-0abb-42f4-a6bb-6f13decc3e6a" -d '{"events": [{"server_uuid": "34208d17-2bd0-4832-a5a3-879df7d3c6bf", "name": "network-vif-plugged", "status": "completed", "tag": "da7d0370-ec4b-4dab-95d3-02c55bdad241"}]}' {{(pid=110072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:14:57.662009 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] For port da7d0370-ec4b-4dab-95d3-02c55bdad241, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=da7d0370-ec4b-4dab-95d3-02c55bdad241,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:14:57.682202 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64594e3f-5d9c-4700-803d-22d2855f41c4 x-openstack-request-id: req-64594e3f-5d9c-4700-803d-22d2855f41c4 {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:14:57.682501 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34208d17-2bd0-4832-a5a3-879df7d3c6bf", "name": "network-vif-plugged", "status": "completed", "tag": "da7d0370-ec4b-4dab-95d3-02c55bdad241", "code": 200}]} {{(pid=110072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:14:57.682770 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64594e3f-5d9c-4700-803d-22d2855f41c4 {{(pid=110072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:14:57.683163 dv-cinder-839768-1-iscsi neutron-server[110072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64594e3f-5d9c-4700-803d-22d2855f41c4'] response: {'server_uuid': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7d0370-ec4b-4dab-95d3-02c55bdad241', 'code': 200} Apr 28 15:14:57.744846 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:14:57.803258 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Pushing event updated for resources: {'Port': ['ID=da7d0370-ec4b-4dab-95d3-02c55bdad241,revision_number=5']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:14:57.900424 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f58df4-ee47-479b-9513-63b2fd45ff7e req-ccfbbcf9-bf2d-45b7-8cf2-ea7e94fa9702 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:57.901978 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-42f58df4-ee47-479b-9513-63b2fd45ff7e req-ccfbbcf9-bf2d-45b7-8cf2-ea7e94fa9702 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 946 time: 0.0512617 Apr 28 15:14:57.964127 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-42f58df4-ee47-479b-9513-63b2fd45ff7e req-0ddef11b-1268-4e41-a93a-e8c2a70786a1 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531003 Apr 28 15:14:58.071417 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662e79b-c004-4907-8706-2db2a4a9044a req-507a26af-8423-4a05-8615-06f1c1b0a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:58.073022 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c662e79b-c004-4907-8706-2db2a4a9044a req-507a26af-8423-4a05-8615-06f1c1b0a9d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 1130 time: 0.0500796 Apr 28 15:14:58.124783 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-c662e79b-c004-4907-8706-2db2a4a9044a req-f0479d92-7e39-49d2-b78b-5a811379dc76 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460641 Apr 28 15:14:59.154339 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526cf7b-e11b-4cf7-bb03-52ee46dc0db7 req-59f61f7a-3adb-4962-ab70-b2cba030f128 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:59.157198 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6526cf7b-e11b-4cf7-bb03-52ee46dc0db7 req-59f61f7a-3adb-4962-ab70-b2cba030f128 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 946 time: 0.0623720 Apr 28 15:14:59.223351 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6526cf7b-e11b-4cf7-bb03-52ee46dc0db7 req-cd4ae978-3e83-4494-aded-815ff0ef3291 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608130 Apr 28 15:15:00.352434 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e10a96-99d7-44dc-ac9f-f9c93ee90094 req-25f1d337-e374-4f92-874f-cb15c55a0ca9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:00.353941 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-69e10a96-99d7-44dc-ac9f-f9c93ee90094 req-25f1d337-e374-4f92-874f-cb15c55a0ca9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 946 time: 0.0512896 Apr 28 15:15:00.405243 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-69e10a96-99d7-44dc-ac9f-f9c93ee90094 req-81f5eed0-05b4-40b9-a9cd-60db3b81a07e tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455172 Apr 28 15:15:00.517742 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b288b86-a3a2-4da0-8d54-83275daf63af req-bc4c1c6d-9fc2-4c16-8f4f-f3c1daf5398e tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:00.519131 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7b288b86-a3a2-4da0-8d54-83275daf63af req-bc4c1c6d-9fc2-4c16-8f4f-f3c1daf5398e tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 946 time: 0.0469446 Apr 28 15:15:00.577633 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-7b288b86-a3a2-4da0-8d54-83275daf63af req-4227dfee-e0dc-42a5-b39f-1c14b094001e tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528390 Apr 28 15:15:00.601010 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 33174) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:15:00.641282 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb98297-aa6f-49cb-8672-4ebbea8cc996 tempest-TestVolumeBootPattern-1209074518 tempest-TestVolumeBootPattern-1209074518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:00.642805 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-1eb98297-aa6f-49cb-8672-4ebbea8cc996 tempest-TestVolumeBootPattern-1209074518 tempest-TestVolumeBootPattern-1209074518-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 1125 time: 0.0405138 Apr 28 15:15:00.645734 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 33176) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:15:00.649894 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.v2.base [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Request body: {'floatingip': {'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'port_id': 'da7d0370-ec4b-4dab-95d3-02c55bdad241', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 15:15:00.717028 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:00.808629 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (None), before_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:00.869434 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:00.923727 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_common [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Allocated IP 172.27.2.215 (4b557462-7dca-499c-bcf1-0b01900942b2/5e13dba6-4c69-4887-ad01-2cd4feea283c/0fa7ae36-f043-4a7c-b53c-9465d8693abc) {{(pid=110071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:15:01.034626 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for port (0fa7ae36-f043-4a7c-b53c-9465d8693abc), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:01.140538 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788276040542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (0fa7ae36-f043-4a7c-b53c-9465d8693abc), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:01.184582 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Network 4b557462-7dca-499c-bcf1-0b01900942b2 is already hosted by enough agents. {{(pid=110071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:15:01.188702 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.base_scheduler [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Resources bound (agent type, host, resource id): {{(pid=110071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:15:01.191660 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Received port after_create {{(pid=110071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:15:01.197940 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'Port': ['ID=0fa7ae36-f043-4a7c-b53c-9465d8693abc,revision_number=1']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:15:01.227053 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.227406 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.227826 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.228167 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.228505 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.228939 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.229270 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.229598 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.229933 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.230258 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.230580 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.230911 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.231236 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.231554 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.231875 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:01.607065 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (7fe449bc-da67-426e-97a9-32ade78dcc07), precommit_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:01.755966 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3726553'] for port (0fa7ae36-f043-4a7c-b53c-9465d8693abc), before_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:01.908128 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for port (0fa7ae36-f043-4a7c-b53c-9465d8693abc), precommit_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:01.963038 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788276580316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788276040560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788276040578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59734470'] for port (0fa7ae36-f043-4a7c-b53c-9465d8693abc), after_update {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:02.037397 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event updated for resources: {'Port': ['ID=0fa7ae36-f043-4a7c-b53c-9465d8693abc,revision_number=2']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:15:02.048188 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710972'] for floatingip (7fe449bc-da67-426e-97a9-32ade78dcc07), after_create {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:02.152602 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Floating IP 7fe449bc-da67-426e-97a9-32ade78dcc07 associated. External IP: 172.27.2.215, port: da7d0370-ec4b-4dab-95d3-02c55bdad241. Apr 28 15:15:02.370686 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Router 5aa1d797-5949-4624-a83c-bf749d6a9dca has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:15:02.486324 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:15:02.497137 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deedfc31-4c03-4a11-b817-fdc0a7de50e5 None None] Sync routers for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:15:02.516613 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deedfc31-4c03-4a11-b817-fdc0a7de50e5 None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:15:02.519285 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-deedfc31-4c03-4a11-b817-fdc0a7de50e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:14:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:15:02.582405 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:02.617877 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-8f21f172-5483-4f3e-90d4-2234755c272c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9711056 Apr 28 15:15:02.618570 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'tag': 'da7d0370-ec4b-4dab-95d3-02c55bdad241'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:15:02.620833 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15246c48-58f1-4182-80cd-1fe8cb284df0" -d '{"events": [{"name": "network-changed", "server_uuid": "34208d17-2bd0-4832-a5a3-879df7d3c6bf", "tag": "da7d0370-ec4b-4dab-95d3-02c55bdad241"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:15:02.639570 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-deedfc31-4c03-4a11-b817-fdc0a7de50e5 None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:15:02.657657 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed47d8a-454b-46bf-8a4e-6b4d092b42a4 x-openstack-request-id: req-0ed47d8a-454b-46bf-8a4e-6b4d092b42a4 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:15:02.657958 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34208d17-2bd0-4832-a5a3-879df7d3c6bf", "tag": "da7d0370-ec4b-4dab-95d3-02c55bdad241", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:15:02.658218 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ed47d8a-454b-46bf-8a4e-6b4d092b42a4 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:15:02.663041 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed47d8a-454b-46bf-8a4e-6b4d092b42a4'] response: {'name': 'network-changed', 'server_uuid': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'tag': 'da7d0370-ec4b-4dab-95d3-02c55bdad241', 'status': 'completed', 'code': 200} Apr 28 15:15:02.719654 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15246c48-58f1-4182-80cd-1fe8cb284df0 req-dfd0da65-d84b-44a0-bc29-dc7d9ca8ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:02.721240 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-15246c48-58f1-4182-80cd-1fe8cb284df0 req-dfd0da65-d84b-44a0-bc29-dc7d9ca8ed5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 1130 time: 0.0409110 Apr 28 15:15:02.812279 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15246c48-58f1-4182-80cd-1fe8cb284df0 req-bfca977a-d3f9-44b1-bb1a-5857af906d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:02.814504 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-15246c48-58f1-4182-80cd-1fe8cb284df0 req-bfca977a-d3f9-44b1-bb1a-5857af906d5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 913 time: 0.0875607 Apr 28 15:15:02.883273 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-deedfc31-4c03-4a11-b817-fdc0a7de50e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '7fe449bc-da67-426e-97a9-32ade78dcc07', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': 'da7d0370-ec4b-4dab-95d3-02c55bdad241', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:d2:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:15:01Z', 'updated_at': '2022-04-28T15:15:01Z', 'revision_number': 0, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}, {'id': 'ee3e1e99-b932-4407-8999-30fbf8049dd8', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:08:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:13:02Z', 'updated_at': '2022-04-28T15:13:05Z', 'revision_number': 1, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:15:02.907534 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-15246c48-58f1-4182-80cd-1fe8cb284df0 req-d5bdc295-b74b-43dd-93f1-970f519b8e31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da7d0370-ec4b-4dab-95d3-02c55bdad241 HTTP/1.1" status: 200 len: 1000 time: 0.0825894 Apr 28 15:15:02.912320 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deedfc31-4c03-4a11-b817-fdc0a7de50e5 None None] Checking router: 5aa1d797-5949-4624-a83c-bf749d6a9dca for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:15:02.921079 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deedfc31-4c03-4a11-b817-fdc0a7de50e5 None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:15:02.921862 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-deedfc31-4c03-4a11-b817-fdc0a7de50e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:14:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:15:02.958052 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15246c48-58f1-4182-80cd-1fe8cb284df0 req-ae1e5aff-6d8f-4ffd-a06f-2e4258328908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:02.959545 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-15246c48-58f1-4182-80cd-1fe8cb284df0 req-ae1e5aff-6d8f-4ffd-a06f-2e4258328908 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f3b090f-b1eb-4c1c-87a5-0b415c189d3a HTTP/1.1" status: 200 len: 851 time: 0.0456998 Apr 28 15:15:03.007104 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15246c48-58f1-4182-80cd-1fe8cb284df0 req-9b632949-b30b-4d6e-8733-baa09d83d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:03.008641 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-15246c48-58f1-4182-80cd-1fe8cb284df0 req-9b632949-b30b-4d6e-8733-baa09d83d584 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81309ba0-2d09-4d02-8c7c-fc245e1cafac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428116 Apr 28 15:15:03.038930 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-deedfc31-4c03-4a11-b817-fdc0a7de50e5 None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:15:03.118686 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-15246c48-58f1-4182-80cd-1fe8cb284df0 req-c329c268-914f-4620-ab37-f04a0231b942 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022127 Apr 28 15:15:03.215957 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-15246c48-58f1-4182-80cd-1fe8cb284df0 req-4ba7f03e-b0dc-4647-9eb8-669eb897e1d2 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906518 Apr 28 15:15:03.288954 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-deedfc31-4c03-4a11-b817-fdc0a7de50e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '7fe449bc-da67-426e-97a9-32ade78dcc07', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': 'da7d0370-ec4b-4dab-95d3-02c55bdad241', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:d2:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:15:01Z', 'updated_at': '2022-04-28T15:15:01Z', 'revision_number': 0, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}, {'id': 'ee3e1e99-b932-4407-8999-30fbf8049dd8', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:08:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:13:02Z', 'updated_at': '2022-04-28T15:13:05Z', 'revision_number': 1, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:15:03.321147 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deedfc31-4c03-4a11-b817-fdc0a7de50e5 None None] The sync data for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi is: [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': '7fe449bc-da67-426e-97a9-32ade78dcc07', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': 'da7d0370-ec4b-4dab-95d3-02c55bdad241', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:d2:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:15:01Z', 'updated_at': '2022-04-28T15:15:01Z', 'revision_number': 0, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}, {'id': 'ee3e1e99-b932-4407-8999-30fbf8049dd8', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:08:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:13:02Z', 'updated_at': '2022-04-28T15:13:05Z', 'revision_number': 1, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:15:03.532014 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c211bb3-58f1-4d07-aeae-a9a59f08171c None None] New status for floating IP 7fe449bc-da67-426e-97a9-32ade78dcc07: ACTIVE {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:15:11.805483 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:15:14.563061 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-6a4a5e0b-28da-4288-a250-4dba031ab647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:16.825752 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d371153c-dc7d-4d1f-8bdd-1dae0f2b2c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:18.094235 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:19.419714 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:20.876495 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:30.910889 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:44.115879 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6a08d417-8a68-4a13-9e6f-fcbde7cd13b4 req-c81a5de7-7028-40a5-bf1d-fc435b4c6c6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383561 Apr 28 15:15:44.177751 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08d417-8a68-4a13-9e6f-fcbde7cd13b4 req-0da35e9e-e49a-4ada-bb6d-bb3630dddfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:44.179265 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6a08d417-8a68-4a13-9e6f-fcbde7cd13b4 req-0da35e9e-e49a-4ada-bb6d-bb3630dddfdb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 1129 time: 0.0406594 Apr 28 15:15:44.285643 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08d417-8a68-4a13-9e6f-fcbde7cd13b4 req-8e5d8fce-aec2-4af0-896f-49a83d22b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:44.287110 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6a08d417-8a68-4a13-9e6f-fcbde7cd13b4 req-8e5d8fce-aec2-4af0-896f-49a83d22b5fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 913 time: 0.0890777 Apr 28 15:15:44.357328 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6a08d417-8a68-4a13-9e6f-fcbde7cd13b4 req-4e9d0fad-e3cb-4fc6-9fae-45eb14416f32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b2dfa9b-3aa0-46f0-8c4b-236885380e50 HTTP/1.1" status: 200 len: 1001 time: 0.0636623 Apr 28 15:15:44.409526 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08d417-8a68-4a13-9e6f-fcbde7cd13b4 req-3756a792-68eb-42ab-aa7c-54d4535dd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:44.410952 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6a08d417-8a68-4a13-9e6f-fcbde7cd13b4 req-3756a792-68eb-42ab-aa7c-54d4535dd82f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f3b090f-b1eb-4c1c-87a5-0b415c189d3a HTTP/1.1" status: 200 len: 851 time: 0.0481763 Apr 28 15:15:44.461592 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08d417-8a68-4a13-9e6f-fcbde7cd13b4 req-3f5ac87d-8ea0-479c-aa9b-0ad30a112889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:44.463177 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6a08d417-8a68-4a13-9e6f-fcbde7cd13b4 req-3f5ac87d-8ea0-479c-aa9b-0ad30a112889 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81309ba0-2d09-4d02-8c7c-fc245e1cafac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462136 Apr 28 15:15:44.489201 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-d8f5754b-b6bf-49ed-aa40-a3d422e6b84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:44.560180 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6a08d417-8a68-4a13-9e6f-fcbde7cd13b4 req-08f9908f-822f-47a4-9dc6-2b488cf2c596 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912659 Apr 28 15:15:44.652518 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-6a08d417-8a68-4a13-9e6f-fcbde7cd13b4 req-ff18a62c-54e3-46ab-965f-ec2dcd2eea0f service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864723 Apr 28 15:15:46.796506 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4da8f72a-8b7a-4ade-9e48-abdd78e1b34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:48.168105 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:48.809273 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:15:49.379411 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:50.864900 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:55.487101 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 33206) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:15:55.932555 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Deleting port 0bd4a342-3ca4-4641-8e0f-0a9da92ef313 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:15:55.932923 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (0bd4a342-3ca4-4641-8e0f-0a9da92ef313), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:56.012025 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (0bd4a342-3ca4-4641-8e0f-0a9da92ef313), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:56.012352 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for floatingip (0bd4a342-3ca4-4641-8e0f-0a9da92ef313), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:56.024970 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Calling delete_port for 0bd4a342-3ca4-4641-8e0f-0a9da92ef313 owned by network:floatingip {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:15:56.270665 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (0bd4a342-3ca4-4641-8e0f-0a9da92ef313), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:56.299981 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event deleted for resources: {'Port': ['ID=0bd4a342-3ca4-4641-8e0f-0a9da92ef313,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:15:56.360003 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for floatingip (9e1e55ce-7b99-4060-ae7e-a77a948c6b62), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:56.360331 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Floating IP 9e1e55ce-7b99-4060-ae7e-a77a948c6b62 disassociated (deleted). External IP: 172.27.2.109, port: 52d9935d-4f78-4f73-8389-e73b7881bd90. Apr 28 15:15:56.580771 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:15:56.696602 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:15:56.701881 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:56.708438 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b661a6-1522-499b-ace1-3e4d4d50c700 None None] Sync routers for ids ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:15:56.718251 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b661a6-1522-499b-ace1-3e4d4d50c700 None None] Routers {'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:15:56.718951 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-42b661a6-1522-499b-ace1-3e4d4d50c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:15:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:15:56.732001 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-46bb7e4a-9d3e-4a60-9f2e-e1f8accef839 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "DELETE /v2.0/floatingips/9e1e55ce-7b99-4060-ae7e-a77a948c6b62 HTTP/1.1" status: 204 len: 168 time: 1.2436426 Apr 28 15:15:56.733007 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:15:56.735630 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011c181c-fed8-47e5-abd6-82a25a7bba15" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:15:56.778184 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c61d8f-5a13-4228-b7e4-d60a0acf148f x-openstack-request-id: req-67c61d8f-5a13-4228-b7e4-d60a0acf148f {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:15:56.778430 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:15:56.778796 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67c61d8f-5a13-4228-b7e4-d60a0acf148f {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:15:56.779179 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c61d8f-5a13-4228-b7e4-d60a0acf148f'] response: {'name': 'network-changed', 'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'status': 'completed', 'code': 200} Apr 28 15:15:56.840322 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-42b661a6-1522-499b-ace1-3e4d4d50c700 None None] Set router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:15:56.846589 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c181c-fed8-47e5-abd6-82a25a7bba15 req-6169a597-5f28-4f1c-8e5a-ca5f787e8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:56.848748 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-011c181c-fed8-47e5-abd6-82a25a7bba15 req-6169a597-5f28-4f1c-8e5a-ca5f787e8e10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8&device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 1130 time: 0.0466483 Apr 28 15:15:56.944300 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c181c-fed8-47e5-abd6-82a25a7bba15 req-75c47f45-5750-4ac9-bc41-3ce1489d8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:56.946135 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-011c181c-fed8-47e5-abd6-82a25a7bba15 req-75c47f45-5750-4ac9-bc41-3ce1489d8864 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed0ac354-7c30-41a5-8d1e-37ce4819e790 HTTP/1.1" status: 200 len: 909 time: 0.0908332 Apr 28 15:15:56.988845 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-011c181c-fed8-47e5-abd6-82a25a7bba15 req-83d52fab-2316-48e7-b79d-1347af40c6d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d9935d-4f78-4f73-8389-e73b7881bd90 HTTP/1.1" status: 200 len: 217 time: 0.0364015 Apr 28 15:15:57.044153 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c181c-fed8-47e5-abd6-82a25a7bba15 req-38a6cb91-c435-4eda-84da-1f23d5b5d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:57.052810 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-42b661a6-1522-499b-ace1-3e4d4d50c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '121bbaf2-074a-453c-82ae-d0afe382b7a5', 'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:27Z', 'updated_at': '2022-04-28T15:11:32Z', 'revision_number': 5, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'subnets': [{'id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:15:57.053113 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-011c181c-fed8-47e5-abd6-82a25a7bba15 req-38a6cb91-c435-4eda-84da-1f23d5b5d075 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d42f596-f298-4cb5-960f-d6205c5506ae HTTP/1.1" status: 200 len: 847 time: 0.0577018 Apr 28 15:15:57.086735 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b661a6-1522-499b-ace1-3e4d4d50c700 None None] Checking router: f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:15:57.095209 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b661a6-1522-499b-ace1-3e4d4d50c700 None None] Routers {'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:15:57.095791 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-42b661a6-1522-499b-ace1-3e4d4d50c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:15:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:15:57.134151 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c181c-fed8-47e5-abd6-82a25a7bba15 req-488bc0ec-fa6c-4b75-95ed-ed64aec49102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:57.135979 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-011c181c-fed8-47e5-abd6-82a25a7bba15 req-488bc0ec-fa6c-4b75-95ed-ed64aec49102 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed0ac354-7c30-41a5-8d1e-37ce4819e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778046 Apr 28 15:15:57.222051 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-42b661a6-1522-499b-ace1-3e4d4d50c700 None None] Set router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:15:57.239306 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-011c181c-fed8-47e5-abd6-82a25a7bba15 req-69edc9f1-dfde-44cb-b4e7-a3e63ccb0da8 service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968230 Apr 28 15:15:57.306530 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7865e-814c-443d-909f-cba06ed82e2d req-5c3e09a6-eb58-4a63-bc2b-ea290f9b7bba tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:57.308042 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-57d7865e-814c-443d-909f-cba06ed82e2d req-5c3e09a6-eb58-4a63-bc2b-ea290f9b7bba tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.1085768 Apr 28 15:15:57.362476 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-57d7865e-814c-443d-909f-cba06ed82e2d req-4ed5486f-f515-4e23-b8ba-5f15124202ac tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484195 Apr 28 15:15:57.419382 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-42b661a6-1522-499b-ace1-3e4d4d50c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '121bbaf2-074a-453c-82ae-d0afe382b7a5', 'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:27Z', 'updated_at': '2022-04-28T15:11:32Z', 'revision_number': 5, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'subnets': [{'id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:15:57.446244 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b661a6-1522-499b-ace1-3e4d4d50c700 None None] The sync data for ids ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'] in dv-cinder-839768-1-iscsi is: [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:11:28Z', 'revision_number': 4, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '121bbaf2-074a-453c-82ae-d0afe382b7a5', 'name': '', 'network_id': 'ed0ac354-7c30-41a5-8d1e-37ce4819e790', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'mac_address': 'fa:16:3e:b8:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:27Z', 'updated_at': '2022-04-28T15:11:32Z', 'revision_number': 5, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'subnets': [{'id': '8d42f596-f298-4cb5-960f-d6205c5506ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:15:57.681555 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efafc7c-48dc-4c04-85fe-2c8696df72ee None None] New status for floating IP 9e1e55ce-7b99-4060-ae7e-a77a948c6b62: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:15:58.276240 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-011c181c-fed8-47e5-abd6-82a25a7bba15 req-c357e0ae-8376-437d-9e32-ca94f146257c service neutron] 10.222.0.42 "GET /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910888 Apr 28 15:15:58.541164 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d499d-d870-418c-af5f-85f486bb7ab4 req-3133d0db-841c-4da7-a719-1d718a7cc841 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:58.542607 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-243d499d-d870-418c-af5f-85f486bb7ab4 req-3133d0db-841c-4da7-a719-1d718a7cc841 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.1053500 Apr 28 15:15:58.592496 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-243d499d-d870-418c-af5f-85f486bb7ab4 req-69876433-fa3f-44ae-a3a4-c7dde91beabe tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/security-groups?id=5012b088-03b4-4071-aefd-7ca1e2663751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437384 Apr 28 15:15:58.744494 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b264ca-f059-4186-9129-cd8b739674b7 req-78e5b4d6-7150-46e6-8752-b0953ee50250 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:58.745969 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e2b264ca-f059-4186-9129-cd8b739674b7 req-78e5b4d6-7150-46e6-8752-b0953ee50250 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0465186 Apr 28 15:15:58.833502 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-e2b264ca-f059-4186-9129-cd8b739674b7 req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Deleting port 52d9935d-4f78-4f73-8389-e73b7881bd90 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:15:58.833842 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-e2b264ca-f059-4186-9129-cd8b739674b7 req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:58.935735 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-e2b264ca-f059-4186-9129-cd8b739674b7 req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] For port 52d9935d-4f78-4f73-8389-e73b7881bd90, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=52d9935d-4f78-4f73-8389-e73b7881bd90,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:15:58.936189 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-e2b264ca-f059-4186-9129-cd8b739674b7 req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:58.950512 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-e2b264ca-f059-4186-9129-cd8b739674b7 req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Calling delete_port for 52d9935d-4f78-4f73-8389-e73b7881bd90 owned by compute:nova {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:15:59.248012 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-e2b264ca-f059-4186-9129-cd8b739674b7 req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (52d9935d-4f78-4f73-8389-e73b7881bd90), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:59.278028 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event deleted for resources: {'Port': ['ID=52d9935d-4f78-4f73-8389-e73b7881bd90,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:15:59.292569 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.292569 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.292569 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.292988 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.293134 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.293466 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.293787 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.294112 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.294435 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.294755 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.295075 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.295395 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.295714 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.296032 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.296346 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:15:59.336260 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b264ca-f059-4186-9129-cd8b739674b7 req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] No DVR routers for this DVR port 52d9935d-4f78-4f73-8389-e73b7881bd90 on host hv-cinder-83976 {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:15:59.338907 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-e2b264ca-f059-4186-9129-cd8b739674b7 req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:15:59.342334 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-e2b264ca-f059-4186-9129-cd8b739674b7 req-f0001f18-9a07-43ce-8ef4-e5ca6d879b47 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.42 "DELETE /v2.0/ports/52d9935d-4f78-4f73-8389-e73b7881bd90 HTTP/1.1" status: 204 len: 173 time: 0.5911462 Apr 28 15:15:59.342758 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'name': 'network-vif-deleted', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:15:59.345136 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2779cd1-dc97-48f4-8603-fce18cb4f870" -d '{"events": [{"server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "name": "network-vif-deleted", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:15:59.381802 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116ce084-95b1-4a74-8c01-71f651867f58 x-openstack-request-id: req-116ce084-95b1-4a74-8c01-71f651867f58 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:15:59.382090 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f24c82-4090-42e1-b167-014222df9bf6", "name": "network-vif-deleted", "tag": "52d9935d-4f78-4f73-8389-e73b7881bd90", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:15:59.382464 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-116ce084-95b1-4a74-8c01-71f651867f58 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:15:59.382871 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116ce084-95b1-4a74-8c01-71f651867f58'] response: {'server_uuid': 'b3f24c82-4090-42e1-b167-014222df9bf6', 'name': 'network-vif-deleted', 'tag': '52d9935d-4f78-4f73-8389-e73b7881bd90', 'status': 'completed', 'code': 200} Apr 28 15:15:59.697052 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-62b0d927-7544-49b8-a243-c589392ffb65 req-0b897321-2887-4ad9-8f08-a0b80d9a36e2 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0298858 Apr 28 15:16:00.812688 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-33b1ab18-cd02-4e8b-a907-2f034bfca24a req-8010e446-b80e-429e-b98e-c94ba94ece05 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3f24c82-4090-42e1-b167-014222df9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0287735 Apr 28 15:16:00.912581 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:01.679942 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 52d9935d-4f78-4f73-8389-e73b7881bd90 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:01.700924 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 52d9935d-4f78-4f73-8389-e73b7881bd90 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:01.701271 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 52d9935d-4f78-4f73-8389-e73b7881bd90 not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:01.885588 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 33234) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:01.942932 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group (5012b088-03b4-4071-aefd-7ca1e2663751), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:01.967590 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group (5012b088-03b4-4071-aefd-7ca1e2663751), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:02.122443 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (5012b088-03b4-4071-aefd-7ca1e2663751), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:02.125284 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Publish callbacks [] for security_group (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:02.126463 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] 10.222.0.31 "DELETE /v2.0/security-groups/5012b088-03b4-4071-aefd-7ca1e2663751 HTTP/1.1" status: 204 len: 168 time: 0.2398958 Apr 28 15:16:02.136274 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5012b088-03b4-4071-aefd-7ca1e2663751,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:02.143722 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.144069 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.144951 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.145294 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.145628 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.145959 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.146287 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.146612 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.146942 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.147265 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.147590 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.147913 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.148235 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.148595 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.149025 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf47d58-9ceb-4f32-82db-6bfbc158ebe9 tempest-TestShelveInstance-1426032186 tempest-TestShelveInstance-1426032186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:02.251682 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33238) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:02.602890 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a5556994-e46f-4e66-bfcc-b6b696db5aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712252'] for router_interface (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:03.111332 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-a5556994-e46f-4e66-bfcc-b6b696db5aab admin admin] Deleting port 121bbaf2-074a-453c-82ae-d0afe382b7a5 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:03.111668 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a5556994-e46f-4e66-bfcc-b6b696db5aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:03.189342 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [None req-a5556994-e46f-4e66-bfcc-b6b696db5aab admin admin] For port 121bbaf2-074a-453c-82ae-d0afe382b7a5, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=121bbaf2-074a-453c-82ae-d0afe382b7a5,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:03.189700 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a5556994-e46f-4e66-bfcc-b6b696db5aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:03.202431 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-a5556994-e46f-4e66-bfcc-b6b696db5aab admin admin] Calling delete_port for 121bbaf2-074a-453c-82ae-d0afe382b7a5 owned by network:router_interface {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:03.493532 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a5556994-e46f-4e66-bfcc-b6b696db5aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (121bbaf2-074a-453c-82ae-d0afe382b7a5), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:03.518566 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5556994-e46f-4e66-bfcc-b6b696db5aab admin admin] Pushing event deleted for resources: {'Port': ['ID=121bbaf2-074a-453c-82ae-d0afe382b7a5,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:03.695002 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-a5556994-e46f-4e66-bfcc-b6b696db5aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712336'] for router_interface (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:03.922922 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5556994-e46f-4e66-bfcc-b6b696db5aab admin admin] Router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:16:04.036896 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5556994-e46f-4e66-bfcc-b6b696db5aab admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:16:04.043052 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-a5556994-e46f-4e66-bfcc-b6b696db5aab admin admin] 10.222.0.31 "PUT /v2.0/routers/f4e64cc0-c1e8-45ff-b12f-ae4a149834e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7902417 Apr 28 15:16:04.045655 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 33240) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:04.048560 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe85249-d730-48dc-89e3-4fd3d16b9808 None None] Sync routers for ids ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:16:04.056633 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe85249-d730-48dc-89e3-4fd3d16b9808 None None] Routers {'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:16:04.057307 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4fe85249-d730-48dc-89e3-4fd3d16b9808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:15:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:04.172126 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Publish callbacks [] for router (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:04.177287 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4fe85249-d730-48dc-89e3-4fd3d16b9808 None None] Set router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:16:04.293245 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Publish callbacks [] for router_gateway (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:04.364113 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4fe85249-d730-48dc-89e3-4fd3d16b9808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:16:03Z', 'revision_number': 5, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port': {'id': '87427560-30a8-42f6-8a9c-277e3430fce4', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:46:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:25Z', 'updated_at': '2022-04-28T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:04.391475 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe85249-d730-48dc-89e3-4fd3d16b9808 None None] Checking router: f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:16:04.400942 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe85249-d730-48dc-89e3-4fd3d16b9808 None None] Routers {'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:16:04.402022 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4fe85249-d730-48dc-89e3-4fd3d16b9808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:15:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:04.411719 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Deleting port 87427560-30a8-42f6-8a9c-277e3430fce4 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:04.419240 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (87427560-30a8-42f6-8a9c-277e3430fce4), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:04.497097 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-4fe85249-d730-48dc-89e3-4fd3d16b9808 None None] Set router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 gateway port host: None {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:16:04.502754 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] For port 87427560-30a8-42f6-8a9c-277e3430fce4, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=87427560-30a8-42f6-8a9c-277e3430fce4,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:04.503120 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (87427560-30a8-42f6-8a9c-277e3430fce4), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:04.516965 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Calling delete_port for 87427560-30a8-42f6-8a9c-277e3430fce4 owned by network:router_gateway {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:04.555400 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-4fe85249-d730-48dc-89e3-4fd3d16b9808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:16:04Z', 'revision_number': 6, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port_host': None}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:04.585536 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe85249-d730-48dc-89e3-4fd3d16b9808 None None] The sync data for ids ['f4e64cc0-c1e8-45ff-b12f-ae4a149834e1'] in dv-cinder-839768-1-iscsi is: [{'id': 'f4e64cc0-c1e8-45ff-b12f-ae4a149834e1', 'name': 'tempest-TestShelveInstance-156840483-router', 'tenant_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:24Z', 'updated_at': '2022-04-28T15:16:04Z', 'revision_number': 6, 'project_id': '2a9589542a3c4315bf9fa5ebeecd62f8', 'gw_port_host': None}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:16:04.790707 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (87427560-30a8-42f6-8a9c-277e3430fce4), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:04.814754 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=87427560-30a8-42f6-8a9c-277e3430fce4,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:04.884381 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547834'] for router_gateway (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:04.995897 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14089'] for router (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.001792 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Publish callbacks [] for router_controller (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.133730 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710232'] for router (f4e64cc0-c1e8-45ff-b12f-ae4a149834e1), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.134658 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 {{(pid=110071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:16:05.140636 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.141845 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-58f34ab1-62fc-45bb-bc6a-e7f7c4ccfb34 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f4e64cc0-c1e8-45ff-b12f-ae4a149834e1 HTTP/1.1" status: 204 len: 168 time: 1.0952225 Apr 28 15:16:05.144505 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 33242) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:05.191023 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc4a0f8-7d9c-40f4-a992-b97a9915b71b admin admin] Deleting subnet 8d42f596-f298-4cb5-960f-d6205c5506ae {{(pid=110071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:16:05.194864 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a0f8-7d9c-40f4-a992-b97a9915b71b admin admin] Publish callbacks [] for subnet (8d42f596-f298-4cb5-960f-d6205c5506ae), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.240352 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a0f8-7d9c-40f4-a992-b97a9915b71b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62008853'] for subnet (8d42f596-f298-4cb5-960f-d6205c5506ae), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.325252 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a0f8-7d9c-40f4-a992-b97a9915b71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (8d42f596-f298-4cb5-960f-d6205c5506ae), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.361812 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 87427560-30a8-42f6-8a9c-277e3430fce4 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:05.388285 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 87427560-30a8-42f6-8a9c-277e3430fce4 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:05.388987 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 87427560-30a8-42f6-8a9c-277e3430fce4 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:05.390391 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 121bbaf2-074a-453c-82ae-d0afe382b7a5 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:05.410081 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 121bbaf2-074a-453c-82ae-d0afe382b7a5 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:05.410915 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 121bbaf2-074a-453c-82ae-d0afe382b7a5 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:05.465741 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a0f8-7d9c-40f4-a992-b97a9915b71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59734028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750426'] for subnet (8d42f596-f298-4cb5-960f-d6205c5506ae), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.496462 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4a0f8-7d9c-40f4-a992-b97a9915b71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d42f596-f298-4cb5-960f-d6205c5506ae,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:05.503773 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a0f8-7d9c-40f4-a992-b97a9915b71b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.511774 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-9bc4a0f8-7d9c-40f4-a992-b97a9915b71b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8d42f596-f298-4cb5-960f-d6205c5506ae HTTP/1.1" status: 204 len: 168 time: 0.3618293 Apr 28 15:16:05.512034 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e736af3b-7188-4c6e-8f4c-cb269ad9ed45 None None] Network ed0ac354-7c30-41a5-8d1e-37ce4819e790 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:16:05.512163 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 33244) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:05.600938 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (ed0ac354-7c30-41a5-8d1e-37ce4819e790), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.667662 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Deleting port 09ae209e-927b-4d59-ac3e-45d1460bce25 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:05.668133 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.706416 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] DHCP port deletion for ed0ac354-7c30-41a5-8d1e-37ce4819e790 request from dv-cinder-839768-1-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 15:16:05.749320 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Deleting port 09ae209e-927b-4d59-ac3e-45d1460bce25 {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:05.749853 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.755013 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] For port 09ae209e-927b-4d59-ac3e-45d1460bce25, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=09ae209e-927b-4d59-ac3e-45d1460bce25,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:05.760426 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.770623 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Calling delete_port for 09ae209e-927b-4d59-ac3e-45d1460bce25 owned by network:dhcp {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:05.823072 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] For port 09ae209e-927b-4d59-ac3e-45d1460bce25, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=09ae209e-927b-4d59-ac3e-45d1460bce25,segment=NetworkSegment(de88e90f-8343-4cbd-b399-e29c9c58063a),segment_id=de88e90f-8343-4cbd-b399-e29c9c58063a)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:05.823620 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.838896 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Calling delete_port for 09ae209e-927b-4d59-ac3e-45d1460bce25 owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:05.939213 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.945921 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551'] for port (09ae209e-927b-4d59-ac3e-45d1460bce25), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:05.965190 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ae209e-927b-4d59-ac3e-45d1460bce25,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:05.969405 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] No DVR routers for this DVR port 09ae209e-927b-4d59-ac3e-45d1460bce25 on host dv-cinder-839768-1-iscsi {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:16:06.055305 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (ed0ac354-7c30-41a5-8d1e-37ce4819e790), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:06.082164 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0ac354-7c30-41a5-8d1e-37ce4819e790']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:06.094501 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de88e90f-8343-4cbd-b399-e29c9c58063a') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:06.094875 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de88e90f-8343-4cbd-b399-e29c9c58063a') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:06.106990 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (de88e90f-8343-4cbd-b399-e29c9c58063a), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:06.112745 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Pushing event deleted for resources: {'Port': ['ID=09ae209e-927b-4d59-ac3e-45d1460bce25,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:06.117838 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] No DVR routers for this DVR port 09ae209e-927b-4d59-ac3e-45d1460bce25 on host dv-cinder-839768-1-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:16:06.122751 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (de88e90f-8343-4cbd-b399-e29c9c58063a), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:06.124586 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.125162 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.125390 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.125767 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.126098 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.126434 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.126434 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.126434 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.126434 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.126434 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.126434 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.126434 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.126434 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.126434 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.126434 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c096327-201d-4127-8245-daf6d3c79cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839768-1-iscsi {{(pid=110072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (de88e90f-8343-4cbd-b399-e29c9c58063a), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:16:06.139747 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:16:06.282191 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (ed0ac354-7c30-41a5-8d1e-37ce4819e790), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:06.285855 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [req-239137f3-bd26-44dc-83a2-99ec02794084 req-50fc7d48-0d7e-4882-a0d1-497b8a51d20c service neutron] (110070) timed out ('10.222.0.42', 64952) {{(pid=110070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 15:16:06.289559 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:06.293006 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ed0ac354-7c30-41a5-8d1e-37ce4819e790 HTTP/1.1" status: 204 len: 168 time: 0.7800553 Apr 28 15:16:06.296062 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33246) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:06.303513 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d42b8c-25b4-4b0d-9eb7-16de8e18a263 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0ac354-7c30-41a5-8d1e-37ce4819e790,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:06.636446 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-eafe0fcd-3cea-48e9-9ec4-2e8b0ff604d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712252'] for router_interface (56ebf884-993f-46f0-b204-ce690e38f798), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:06.884440 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-eafe0fcd-3cea-48e9-9ec4-2e8b0ff604d7 admin admin] Deleting port d5dadfcc-44e4-4952-b718-bf5c227c4668 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:06.884796 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-eafe0fcd-3cea-48e9-9ec4-2e8b0ff604d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:06.968362 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [None req-eafe0fcd-3cea-48e9-9ec4-2e8b0ff604d7 admin admin] For port d5dadfcc-44e4-4952-b718-bf5c227c4668, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=d5dadfcc-44e4-4952-b718-bf5c227c4668,segment=NetworkSegment(31aed4aa-346d-45dd-be9e-88e291b8e221),segment_id=31aed4aa-346d-45dd-be9e-88e291b8e221)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:06.968631 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-eafe0fcd-3cea-48e9-9ec4-2e8b0ff604d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:06.981916 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-eafe0fcd-3cea-48e9-9ec4-2e8b0ff604d7 admin admin] Calling delete_port for d5dadfcc-44e4-4952-b718-bf5c227c4668 owned by network:router_interface {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:07.203134 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 09ae209e-927b-4d59-ac3e-45d1460bce25 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:07.224348 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 09ae209e-927b-4d59-ac3e-45d1460bce25 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:07.224609 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 09ae209e-927b-4d59-ac3e-45d1460bce25 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:07.276187 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-eafe0fcd-3cea-48e9-9ec4-2e8b0ff604d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (d5dadfcc-44e4-4952-b718-bf5c227c4668), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:07.300318 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe0fcd-3cea-48e9-9ec4-2e8b0ff604d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5dadfcc-44e4-4952-b718-bf5c227c4668,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:07.480429 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-eafe0fcd-3cea-48e9-9ec4-2e8b0ff604d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712336'] for router_interface (56ebf884-993f-46f0-b204-ce690e38f798), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:07.718227 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafe0fcd-3cea-48e9-9ec4-2e8b0ff604d7 admin admin] Router 56ebf884-993f-46f0-b204-ce690e38f798 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:16:07.826524 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafe0fcd-3cea-48e9-9ec4-2e8b0ff604d7 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:16:07.831591 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-eafe0fcd-3cea-48e9-9ec4-2e8b0ff604d7 admin admin] 10.222.0.31 "PUT /v2.0/routers/56ebf884-993f-46f0-b204-ce690e38f798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5344715 Apr 28 15:16:07.834798 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33248) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:07.835772 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150b24c5-f1fb-40a3-a727-d2203b22f787 None None] Sync routers for ids ['56ebf884-993f-46f0-b204-ce690e38f798'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:16:07.845420 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b24c5-f1fb-40a3-a727-d2203b22f787 None None] Routers {'56ebf884-993f-46f0-b204-ce690e38f798'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:16:07.846033 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-150b24c5-f1fb-40a3-a727-d2203b22f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:15:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['56ebf884-993f-46f0-b204-ce690e38f798'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:07.953825 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Publish callbacks [] for router (56ebf884-993f-46f0-b204-ce690e38f798), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:07.960732 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-150b24c5-f1fb-40a3-a727-d2203b22f787 None None] Set router 56ebf884-993f-46f0-b204-ce690e38f798 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:16:08.059463 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Publish callbacks [] for router_gateway (56ebf884-993f-46f0-b204-ce690e38f798), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:08.126786 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-150b24c5-f1fb-40a3-a727-d2203b22f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebf884-993f-46f0-b204-ce690e38f798', 'name': 'tempest-TestShelveInstance-1628200694-router', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:16:07Z', 'revision_number': 5, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'gw_port': {'id': '68e67265-827b-4fb3-9a86-43f13e70fd69', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ebf884-993f-46f0-b204-ce690e38f798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:08.153525 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150b24c5-f1fb-40a3-a727-d2203b22f787 None None] Checking router: 56ebf884-993f-46f0-b204-ce690e38f798 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:16:08.161786 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b24c5-f1fb-40a3-a727-d2203b22f787 None None] Routers {'56ebf884-993f-46f0-b204-ce690e38f798'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:16:08.162390 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-150b24c5-f1fb-40a3-a727-d2203b22f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:15:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['56ebf884-993f-46f0-b204-ce690e38f798'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:08.167289 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Deleting port 68e67265-827b-4fb3-9a86-43f13e70fd69 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:08.167630 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:08.253105 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] For port 68e67265-827b-4fb3-9a86-43f13e70fd69, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=68e67265-827b-4fb3-9a86-43f13e70fd69,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:08.253470 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:08.268151 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Calling delete_port for 68e67265-827b-4fb3-9a86-43f13e70fd69 owned by network:router_gateway {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:08.339914 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-150b24c5-f1fb-40a3-a727-d2203b22f787 None None] Set router 56ebf884-993f-46f0-b204-ce690e38f798 gateway port host: None {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:16:08.395650 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-150b24c5-f1fb-40a3-a727-d2203b22f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebf884-993f-46f0-b204-ce690e38f798', 'name': 'tempest-TestShelveInstance-1628200694-router', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:16:08Z', 'revision_number': 6, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'gw_port_host': None}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:08.422949 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150b24c5-f1fb-40a3-a727-d2203b22f787 None None] The sync data for ids ['56ebf884-993f-46f0-b204-ce690e38f798'] in dv-cinder-839768-1-iscsi is: [{'id': '56ebf884-993f-46f0-b204-ce690e38f798', 'name': 'tempest-TestShelveInstance-1628200694-router', 'tenant_id': '9003e82e5f0f44ecb0564cd15ca41533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:11:31Z', 'updated_at': '2022-04-28T15:16:08Z', 'revision_number': 6, 'project_id': '9003e82e5f0f44ecb0564cd15ca41533', 'gw_port_host': None}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:16:08.751747 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (68e67265-827b-4fb3-9a86-43f13e70fd69), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:08.778624 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=68e67265-827b-4fb3-9a86-43f13e70fd69,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:08.845719 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547834'] for router_gateway (56ebf884-993f-46f0-b204-ce690e38f798), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:08.941406 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14089'] for router (56ebf884-993f-46f0-b204-ce690e38f798), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:08.943591 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Publish callbacks [] for router_controller (56ebf884-993f-46f0-b204-ce690e38f798), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.087632 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710232'] for router (56ebf884-993f-46f0-b204-ce690e38f798), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.088210 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ebf884-993f-46f0-b204-ce690e38f798 {{(pid=110070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:16:09.097008 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.097008 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-50c5a51e-76fd-459b-a161-a92e2380eb2d admin admin] 10.222.0.31 "DELETE /v2.0/routers/56ebf884-993f-46f0-b204-ce690e38f798 HTTP/1.1" status: 204 len: 168 time: 1.2587197 Apr 28 15:16:09.097008 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33250) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:09.141651 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8dbdd5-b169-4711-91a3-db960342a89b admin admin] Deleting subnet 5ce7d308-4df1-4a44-9972-d830d6d4d76e {{(pid=110070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:16:09.145580 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2a8dbdd5-b169-4711-91a3-db960342a89b admin admin] Publish callbacks [] for subnet (5ce7d308-4df1-4a44-9972-d830d6d4d76e), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.186525 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2a8dbdd5-b169-4711-91a3-db960342a89b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59003011'] for subnet (5ce7d308-4df1-4a44-9972-d830d6d4d76e), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.233994 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device d5dadfcc-44e4-4952-b718-bf5c227c4668 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:09.256529 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: d5dadfcc-44e4-4952-b718-bf5c227c4668 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:09.256974 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device d5dadfcc-44e4-4952-b718-bf5c227c4668 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:09.257463 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 68e67265-827b-4fb3-9a86-43f13e70fd69 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:09.277992 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 68e67265-827b-4fb3-9a86-43f13e70fd69 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:09.278416 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 68e67265-827b-4fb3-9a86-43f13e70fd69 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:09.279407 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2a8dbdd5-b169-4711-91a3-db960342a89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (5ce7d308-4df1-4a44-9972-d830d6d4d76e), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.385262 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2a8dbdd5-b169-4711-91a3-db960342a89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61911945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62736194'] for subnet (5ce7d308-4df1-4a44-9972-d830d6d4d76e), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.413566 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dbdd5-b169-4711-91a3-db960342a89b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce7d308-4df1-4a44-9972-d830d6d4d76e,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:09.417258 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-2a8dbdd5-b169-4711-91a3-db960342a89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.419883 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-2a8dbdd5-b169-4711-91a3-db960342a89b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5ce7d308-4df1-4a44-9972-d830d6d4d76e HTTP/1.1" status: 204 len: 168 time: 0.3212070 Apr 28 15:16:09.421305 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33252) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:09.423477 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70215667-d6b5-4abd-9db6-fe469e9aa8c9 None None] Network 48af8f45-158f-4b65-8b0e-41502d590f05 requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:16:09.504397 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (48af8f45-158f-4b65-8b0e-41502d590f05), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.553152 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Deleting port 21642e85-b46d-482b-af4b-5100804dae99 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:09.553498 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (21642e85-b46d-482b-af4b-5100804dae99), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.568898 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aaccd8-d52b-4c2c-b7dc-bf46dfa367cf None None] DHCP port deletion for 48af8f45-158f-4b65-8b0e-41502d590f05 request from dv-cinder-839768-1-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 15:16:09.608448 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-51aaccd8-d52b-4c2c-b7dc-bf46dfa367cf None None] Deleting port 21642e85-b46d-482b-af4b-5100804dae99 {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:09.608858 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-51aaccd8-d52b-4c2c-b7dc-bf46dfa367cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (21642e85-b46d-482b-af4b-5100804dae99), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.629592 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] For port 21642e85-b46d-482b-af4b-5100804dae99, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=21642e85-b46d-482b-af4b-5100804dae99,segment=NetworkSegment(31aed4aa-346d-45dd-be9e-88e291b8e221),segment_id=31aed4aa-346d-45dd-be9e-88e291b8e221)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:09.629861 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (21642e85-b46d-482b-af4b-5100804dae99), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.648303 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Calling delete_port for 21642e85-b46d-482b-af4b-5100804dae99 owned by network:dhcp {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:09.680748 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-51aaccd8-d52b-4c2c-b7dc-bf46dfa367cf None None] For port 21642e85-b46d-482b-af4b-5100804dae99, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=21642e85-b46d-482b-af4b-5100804dae99,segment=NetworkSegment(31aed4aa-346d-45dd-be9e-88e291b8e221),segment_id=31aed4aa-346d-45dd-be9e-88e291b8e221)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:09.681201 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-51aaccd8-d52b-4c2c-b7dc-bf46dfa367cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (21642e85-b46d-482b-af4b-5100804dae99), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.695331 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-51aaccd8-d52b-4c2c-b7dc-bf46dfa367cf None None] Calling delete_port for 21642e85-b46d-482b-af4b-5100804dae99 owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:09.847908 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (21642e85-b46d-482b-af4b-5100804dae99), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.854837 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-51aaccd8-d52b-4c2c-b7dc-bf46dfa367cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551'] for port (21642e85-b46d-482b-af4b-5100804dae99), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.873844 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=21642e85-b46d-482b-af4b-5100804dae99,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:09.877555 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] No DVR routers for this DVR port 21642e85-b46d-482b-af4b-5100804dae99 on host dv-cinder-839768-1-iscsi {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:16:09.881262 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aaccd8-d52b-4c2c-b7dc-bf46dfa367cf None None] Pushing event deleted for resources: {'Port': ['ID=21642e85-b46d-482b-af4b-5100804dae99,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:09.884873 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aaccd8-d52b-4c2c-b7dc-bf46dfa367cf None None] No DVR routers for this DVR port 21642e85-b46d-482b-af4b-5100804dae99 on host dv-cinder-839768-1-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:16:09.962392 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (48af8f45-158f-4b65-8b0e-41502d590f05), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:09.983812 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.services.segments.db [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48af8f45-158f-4b65-8b0e-41502d590f05']}} {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:09.993721 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.services.segments.db [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31aed4aa-346d-45dd-be9e-88e291b8e221') {'for_net_delete': True} {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:09.994019 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.services.segments.db [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31aed4aa-346d-45dd-be9e-88e291b8e221') {} {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:10.004191 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59003034'] for segment (31aed4aa-346d-45dd-be9e-88e291b8e221), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:10.017467 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (31aed4aa-346d-45dd-be9e-88e291b8e221), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:10.024080 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:16:10.024468 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61911663'] for segment (31aed4aa-346d-45dd-be9e-88e291b8e221), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: Traceback (most recent call last): Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: timer() Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: cb(*args, **kw) Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: return func(*args, **kwargs) Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: self._notify() Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: self.callback(batched_events) Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: event.method(event) Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: return f(self, *a, **k) Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: return self._get(url).json() Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: return self.request(url, 'GET', **kwargs) Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:16:10.026140 dv-cinder-839768-1-iscsi neutron-server[110070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:16:10.156030 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (48af8f45-158f-4b65-8b0e-41502d590f05), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:10.163813 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:10.167106 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/48af8f45-158f-4b65-8b0e-41502d590f05 HTTP/1.1" status: 204 len: 168 time: 0.7448719 Apr 28 15:16:10.176550 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23dd80-e401-40bf-a3fd-119d2a23bde8 admin admin] Pushing event deleted for resources: {'Network': ['ID=48af8f45-158f-4b65-8b0e-41502d590f05,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:10.528425 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33256) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:10.569576 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-d82b329e-9afd-4681-8bea-cfa23119b79a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a9589542a3c4315bf9fa5ebeecd62f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389800 Apr 28 15:16:10.571039 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33258) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:10.619372 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-46810686-4be4-4bf0-a93c-802abcee521e admin admin] Publish callbacks [] for security_group (2f8ec15d-52ce-493a-8281-ffdc0149bfbc), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:10.641256 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-46810686-4be4-4bf0-a93c-802abcee521e admin admin] Publish callbacks [] for security_group (2f8ec15d-52ce-493a-8281-ffdc0149bfbc), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:10.744974 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-46810686-4be4-4bf0-a93c-802abcee521e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (2f8ec15d-52ce-493a-8281-ffdc0149bfbc), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:10.747646 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-46810686-4be4-4bf0-a93c-802abcee521e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:10.748888 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-46810686-4be4-4bf0-a93c-802abcee521e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f8ec15d-52ce-493a-8281-ffdc0149bfbc HTTP/1.1" status: 204 len: 168 time: 0.1768682 Apr 28 15:16:10.757293 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46810686-4be4-4bf0-a93c-802abcee521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8ec15d-52ce-493a-8281-ffdc0149bfbc,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:11.197890 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 21642e85-b46d-482b-af4b-5100804dae99 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:11.218102 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 21642e85-b46d-482b-af4b-5100804dae99 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:11.218442 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 21642e85-b46d-482b-af4b-5100804dae99 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:11.443410 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33264) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:11.484008 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-66f7c844-7cdd-4cde-97bc-233b02f22dc0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9003e82e5f0f44ecb0564cd15ca41533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392807 Apr 28 15:16:11.486388 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33266) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:11.537450 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ae16f478-5b18-45e6-905a-93f2d7d6e78a admin admin] Publish callbacks [] for security_group (1b0f3ca7-c473-4901-8d0c-423d287e2c3f), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:11.564034 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ae16f478-5b18-45e6-905a-93f2d7d6e78a admin admin] Publish callbacks [] for security_group (1b0f3ca7-c473-4901-8d0c-423d287e2c3f), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:11.698928 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ae16f478-5b18-45e6-905a-93f2d7d6e78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (1b0f3ca7-c473-4901-8d0c-423d287e2c3f), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:11.701567 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-ae16f478-5b18-45e6-905a-93f2d7d6e78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:11.702744 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-ae16f478-5b18-45e6-905a-93f2d7d6e78a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b0f3ca7-c473-4901-8d0c-423d287e2c3f HTTP/1.1" status: 204 len: 168 time: 0.2154655 Apr 28 15:16:11.712339 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16f478-5b18-45e6-905a-93f2d7d6e78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0f3ca7-c473-4901-8d0c-423d287e2c3f,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:14.487149 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-3846be53-1293-47fd-9870-af2a252a87ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:16.801356 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-905368cf-027f-49c2-957c-2af24d889361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:18.116064 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:19.391664 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:20.875952 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:25.809027 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:16:30.641032 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 33270) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:30.798196 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Deleting port 0fa7ae36-f043-4a7c-b53c-9465d8693abc {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:30.798541 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (0fa7ae36-f043-4a7c-b53c-9465d8693abc), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:30.881500 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:30.882428 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (0fa7ae36-f043-4a7c-b53c-9465d8693abc), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:30.882763 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (0fa7ae36-f043-4a7c-b53c-9465d8693abc), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:30.898424 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Calling delete_port for 0fa7ae36-f043-4a7c-b53c-9465d8693abc owned by network:floatingip {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:31.145256 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (0fa7ae36-f043-4a7c-b53c-9465d8693abc), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:31.181225 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event deleted for resources: {'Port': ['ID=0fa7ae36-f043-4a7c-b53c-9465d8693abc,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:31.243208 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (7fe449bc-da67-426e-97a9-32ade78dcc07), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:31.243539 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Floating IP 7fe449bc-da67-426e-97a9-32ade78dcc07 disassociated (deleted). External IP: 172.27.2.215, port: da7d0370-ec4b-4dab-95d3-02c55bdad241. Apr 28 15:16:31.455032 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Router 5aa1d797-5949-4624-a83c-bf749d6a9dca has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:16:31.568409 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:16:31.573852 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:31.578444 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce18f69-33fe-49d5-9aa5-39fd47d36056 None None] Sync routers for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:16:31.589926 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce18f69-33fe-49d5-9aa5-39fd47d36056 None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:16:31.590609 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-9ce18f69-33fe-49d5-9aa5-39fd47d36056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:16:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:31.603124 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-32ec1438-b107-411e-8efd-2c970843d4cb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "DELETE /v2.0/floatingips/7fe449bc-da67-426e-97a9-32ade78dcc07 HTTP/1.1" status: 204 len: 168 time: 0.9610019 Apr 28 15:16:31.604235 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'tag': 'da7d0370-ec4b-4dab-95d3-02c55bdad241'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:16:31.606677 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7234adf-cf8b-4f1e-8bcb-0758bb3671d0" -d '{"events": [{"name": "network-changed", "server_uuid": "34208d17-2bd0-4832-a5a3-879df7d3c6bf", "tag": "da7d0370-ec4b-4dab-95d3-02c55bdad241"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:16:31.645099 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fed2f7-84ac-45b5-8d42-4eae2f7e7ad3 x-openstack-request-id: req-75fed2f7-84ac-45b5-8d42-4eae2f7e7ad3 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:16:31.645766 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34208d17-2bd0-4832-a5a3-879df7d3c6bf", "tag": "da7d0370-ec4b-4dab-95d3-02c55bdad241", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:16:31.645766 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75fed2f7-84ac-45b5-8d42-4eae2f7e7ad3 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:16:31.646076 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75fed2f7-84ac-45b5-8d42-4eae2f7e7ad3'] response: {'name': 'network-changed', 'server_uuid': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'tag': 'da7d0370-ec4b-4dab-95d3-02c55bdad241', 'status': 'completed', 'code': 200} Apr 28 15:16:31.707388 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7234adf-cf8b-4f1e-8bcb-0758bb3671d0 req-e06c82b8-f9c3-49af-8f75-eb68e7ba4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:31.709057 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d7234adf-cf8b-4f1e-8bcb-0758bb3671d0 req-e06c82b8-f9c3-49af-8f75-eb68e7ba4bbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 1130 time: 0.0415709 Apr 28 15:16:31.710662 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-9ce18f69-33fe-49d5-9aa5-39fd47d36056 None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:16:31.804383 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7234adf-cf8b-4f1e-8bcb-0758bb3671d0 req-5ef820bd-bf05-4ba9-b6bb-aac03d2ad0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:31.805958 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d7234adf-cf8b-4f1e-8bcb-0758bb3671d0 req-5ef820bd-bf05-4ba9-b6bb-aac03d2ad0c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 913 time: 0.0911317 Apr 28 15:16:31.847638 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d7234adf-cf8b-4f1e-8bcb-0758bb3671d0 req-f43b0e85-4412-45ff-a731-41b6ff0a139e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da7d0370-ec4b-4dab-95d3-02c55bdad241 HTTP/1.1" status: 200 len: 217 time: 0.0357327 Apr 28 15:16:31.896710 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7234adf-cf8b-4f1e-8bcb-0758bb3671d0 req-bb60196c-f6c1-443f-b090-25f7cb70d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:31.898252 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d7234adf-cf8b-4f1e-8bcb-0758bb3671d0 req-bb60196c-f6c1-443f-b090-25f7cb70d5b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f3b090f-b1eb-4c1c-87a5-0b415c189d3a HTTP/1.1" status: 200 len: 851 time: 0.0451596 Apr 28 15:16:31.948986 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7234adf-cf8b-4f1e-8bcb-0758bb3671d0 req-f8ee9b6d-dd36-4b31-b1bc-38b0554e2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:31.950549 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d7234adf-cf8b-4f1e-8bcb-0758bb3671d0 req-f8ee9b6d-dd36-4b31-b1bc-38b0554e2980 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81309ba0-2d09-4d02-8c7c-fc245e1cafac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458517 Apr 28 15:16:31.953435 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-9ce18f69-33fe-49d5-9aa5-39fd47d36056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'ee3e1e99-b932-4407-8999-30fbf8049dd8', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:08:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:13:02Z', 'updated_at': '2022-04-28T15:13:05Z', 'revision_number': 1, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:31.984192 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce18f69-33fe-49d5-9aa5-39fd47d36056 None None] Checking router: 5aa1d797-5949-4624-a83c-bf749d6a9dca for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:16:31.992617 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce18f69-33fe-49d5-9aa5-39fd47d36056 None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:16:31.993298 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-9ce18f69-33fe-49d5-9aa5-39fd47d36056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:16:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:32.014402 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9243d-38e1-4caf-b919-74d20b1fce12 req-fe56fcf8-539d-4fe8-8ffa-9277b57ac97c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:32.015931 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-13b9243d-38e1-4caf-b919-74d20b1fce12 req-fe56fcf8-539d-4fe8-8ffa-9277b57ac97c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 946 time: 0.0502338 Apr 28 15:16:32.066185 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-13b9243d-38e1-4caf-b919-74d20b1fce12 req-1e5ec5bb-4300-44f7-94f7-c4081433eb02 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443587 Apr 28 15:16:32.105785 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-9ce18f69-33fe-49d5-9aa5-39fd47d36056 None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:16:32.322125 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-9ce18f69-33fe-49d5-9aa5-39fd47d36056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'ee3e1e99-b932-4407-8999-30fbf8049dd8', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:08:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:13:02Z', 'updated_at': '2022-04-28T15:13:05Z', 'revision_number': 1, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:32.352367 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce18f69-33fe-49d5-9aa5-39fd47d36056 None None] The sync data for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi is: [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_floatingips': [{'id': 'ee3e1e99-b932-4407-8999-30fbf8049dd8', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'router_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'port_id': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'mac_address': 'fa:16:3e:08:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:13:02Z', 'updated_at': '2022-04-28T15:13:05Z', 'revision_number': 1, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:16:32.589541 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c71b1f-d7db-4d53-ac15-3c99701c84b8 None None] New status for floating IP 7fe449bc-da67-426e-97a9-32ade78dcc07: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:16:33.030091 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d7234adf-cf8b-4f1e-8bcb-0758bb3671d0 req-1423a473-3ab0-47a9-94ed-48d3058faf6a service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843883 Apr 28 15:16:33.232036 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081456da-2e38-4a7d-81da-f43819ac1d8a req-d45fd843-ec4b-4ebb-a858-f6d83bbbfbcd tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:33.233537 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-081456da-2e38-4a7d-81da-f43819ac1d8a req-d45fd843-ec4b-4ebb-a858-f6d83bbbfbcd tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 946 time: 0.0934720 Apr 28 15:16:33.263133 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d7234adf-cf8b-4f1e-8bcb-0758bb3671d0 req-79da4e12-956a-4f04-94a6-abd7db5b29e5 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404145 Apr 28 15:16:33.298236 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-081456da-2e38-4a7d-81da-f43819ac1d8a req-c35df900-c7a8-41b4-8f15-500da8c43a2c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567069 Apr 28 15:16:33.489055 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2e260-9898-40db-85f8-36169ef3b5b8 req-78b9a646-854e-4e43-a437-87c6b9b15a60 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:33.490521 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3cf2e260-9898-40db-85f8-36169ef3b5b8 req-78b9a646-854e-4e43-a437-87c6b9b15a60 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 946 time: 0.0496132 Apr 28 15:16:33.595667 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-3cf2e260-9898-40db-85f8-36169ef3b5b8 req-01d3deb0-1882-4c72-8cea-05ffee4f0e62 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Deleting port da7d0370-ec4b-4dab-95d3-02c55bdad241 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:33.596004 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-3cf2e260-9898-40db-85f8-36169ef3b5b8 req-01d3deb0-1882-4c72-8cea-05ffee4f0e62 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:33.693308 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-3cf2e260-9898-40db-85f8-36169ef3b5b8 req-01d3deb0-1882-4c72-8cea-05ffee4f0e62 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] For port da7d0370-ec4b-4dab-95d3-02c55bdad241, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=da7d0370-ec4b-4dab-95d3-02c55bdad241,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:33.693672 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-3cf2e260-9898-40db-85f8-36169ef3b5b8 req-01d3deb0-1882-4c72-8cea-05ffee4f0e62 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:33.707114 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-3cf2e260-9898-40db-85f8-36169ef3b5b8 req-01d3deb0-1882-4c72-8cea-05ffee4f0e62 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Calling delete_port for da7d0370-ec4b-4dab-95d3-02c55bdad241 owned by compute:nova {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:33.944611 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-3cf2e260-9898-40db-85f8-36169ef3b5b8 req-01d3deb0-1882-4c72-8cea-05ffee4f0e62 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (da7d0370-ec4b-4dab-95d3-02c55bdad241), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:33.979262 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3deb0-1882-4c72-8cea-05ffee4f0e62 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event deleted for resources: {'Port': ['ID=da7d0370-ec4b-4dab-95d3-02c55bdad241,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:34.023439 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf2e260-9898-40db-85f8-36169ef3b5b8 req-01d3deb0-1882-4c72-8cea-05ffee4f0e62 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] No DVR routers for this DVR port da7d0370-ec4b-4dab-95d3-02c55bdad241 on host hv-cinder-83976 {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:16:34.026661 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-3cf2e260-9898-40db-85f8-36169ef3b5b8 req-01d3deb0-1882-4c72-8cea-05ffee4f0e62 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:34.029958 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-3cf2e260-9898-40db-85f8-36169ef3b5b8 req-01d3deb0-1882-4c72-8cea-05ffee4f0e62 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "DELETE /v2.0/ports/da7d0370-ec4b-4dab-95d3-02c55bdad241 HTTP/1.1" status: 204 len: 173 time: 0.5345213 Apr 28 15:16:34.030388 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'name': 'network-vif-deleted', 'tag': 'da7d0370-ec4b-4dab-95d3-02c55bdad241'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:16:34.032831 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68452d6f-8a8e-4a30-ab4f-7286a3f190f9" -d '{"events": [{"server_uuid": "34208d17-2bd0-4832-a5a3-879df7d3c6bf", "name": "network-vif-deleted", "tag": "da7d0370-ec4b-4dab-95d3-02c55bdad241"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:16:34.067376 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1ad9a1-9a3a-4059-a458-2d867e370676 x-openstack-request-id: req-bf1ad9a1-9a3a-4059-a458-2d867e370676 {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:16:34.067675 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34208d17-2bd0-4832-a5a3-879df7d3c6bf", "name": "network-vif-deleted", "tag": "da7d0370-ec4b-4dab-95d3-02c55bdad241", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:16:34.067933 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf1ad9a1-9a3a-4059-a458-2d867e370676 {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:16:34.068341 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1ad9a1-9a3a-4059-a458-2d867e370676'] response: {'server_uuid': '34208d17-2bd0-4832-a5a3-879df7d3c6bf', 'name': 'network-vif-deleted', 'tag': 'da7d0370-ec4b-4dab-95d3-02c55bdad241', 'status': 'completed', 'code': 200} Apr 28 15:16:34.403587 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-d9885ca1-7938-4f94-9666-518352df2d64 req-4b727e81-d4a4-49b3-9eea-b41fa3b36330 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=34208d17-2bd0-4832-a5a3-879df7d3c6bf HTTP/1.1" status: 200 len: 210 time: 0.0290360 Apr 28 15:16:37.872158 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device da7d0370-ec4b-4dab-95d3-02c55bdad241 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:37.890716 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 33298) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:37.893458 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: da7d0370-ec4b-4dab-95d3-02c55bdad241 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:37.893804 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device da7d0370-ec4b-4dab-95d3-02c55bdad241 not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:38.041958 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Deleting port df51cf7c-5998-4f55-aca3-ee4af2a44f4c {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:38.042194 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (df51cf7c-5998-4f55-aca3-ee4af2a44f4c), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:38.115143 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (df51cf7c-5998-4f55-aca3-ee4af2a44f4c), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:38.115495 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (df51cf7c-5998-4f55-aca3-ee4af2a44f4c), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:38.127561 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Calling delete_port for df51cf7c-5998-4f55-aca3-ee4af2a44f4c owned by network:floatingip {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:38.372681 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (df51cf7c-5998-4f55-aca3-ee4af2a44f4c), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:38.398088 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event deleted for resources: {'Port': ['ID=df51cf7c-5998-4f55-aca3-ee4af2a44f4c,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:38.462550 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (ee3e1e99-b932-4407-8999-30fbf8049dd8), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:38.462887 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.db.l3_db [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Floating IP ee3e1e99-b932-4407-8999-30fbf8049dd8 disassociated (deleted). External IP: 172.27.2.177, port: 2b2dfa9b-3aa0-46f0-8c4b-236885380e50. Apr 28 15:16:38.944230 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Router 5aa1d797-5949-4624-a83c-bf749d6a9dca has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:16:39.056736 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:16:39.061341 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:39.068007 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff429833-110d-42ae-909f-5517664bf478 None None] Sync routers for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:16:39.079238 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff429833-110d-42ae-909f-5517664bf478 None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:16:39.079859 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ff429833-110d-42ae-909f-5517664bf478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:16:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:39.099730 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-214d7ffb-20e3-4405-9f83-f48e3e7f0bdb tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "DELETE /v2.0/floatingips/ee3e1e99-b932-4407-8999-30fbf8049dd8 HTTP/1.1" status: 204 len: 168 time: 1.2076826 Apr 28 15:16:39.101025 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'tag': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50'}] {{(pid=110071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:16:39.104911 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2987901a11f849f85c25121e4cd70e24e87e329def0e64a731dc162017f5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ad8fbb-a86a-42f2-a8c8-4b22e0fe6372" -d '{"events": [{"name": "network-changed", "server_uuid": "a59bcda1-9222-49d4-a5b1-d6b231373e6f", "tag": "2b2dfa9b-3aa0-46f0-8c4b-236885380e50"}]}' {{(pid=110071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:16:39.144785 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445db41f-5e11-4332-aece-dcc991977e43 x-openstack-request-id: req-445db41f-5e11-4332-aece-dcc991977e43 {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:16:39.145084 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59bcda1-9222-49d4-a5b1-d6b231373e6f", "tag": "2b2dfa9b-3aa0-46f0-8c4b-236885380e50", "status": "completed", "code": 200}]} {{(pid=110071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:16:39.145343 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-445db41f-5e11-4332-aece-dcc991977e43 {{(pid=110071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:16:39.145752 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445db41f-5e11-4332-aece-dcc991977e43'] response: {'name': 'network-changed', 'server_uuid': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'tag': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'status': 'completed', 'code': 200} Apr 28 15:16:39.193500 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-ff429833-110d-42ae-909f-5517664bf478 None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:16:39.350989 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8fbb-a86a-42f2-a8c8-4b22e0fe6372 req-d676f8a4-995f-4151-b815-af44c4da1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:39.352502 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-26ad8fbb-a86a-42f2-a8c8-4b22e0fe6372 req-d676f8a4-995f-4151-b815-af44c4da1f7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 1129 time: 0.1837783 Apr 28 15:16:39.402138 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ff429833-110d-42ae-909f-5517664bf478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:39.451194 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8fbb-a86a-42f2-a8c8-4b22e0fe6372 req-d5106e89-a1d6-4b82-a556-1974ba7d383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:39.452826 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-26ad8fbb-a86a-42f2-a8c8-4b22e0fe6372 req-d5106e89-a1d6-4b82-a556-1974ba7d383c service neutron] 10.222.0.42 "GET /v2.0/networks?id=81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 200 len: 913 time: 0.0939372 Apr 28 15:16:39.497987 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-26ad8fbb-a86a-42f2-a8c8-4b22e0fe6372 req-7cd6790c-9667-48ae-899d-c5394cc70e99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b2dfa9b-3aa0-46f0-8c4b-236885380e50 HTTP/1.1" status: 200 len: 217 time: 0.0378716 Apr 28 15:16:39.551232 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8fbb-a86a-42f2-a8c8-4b22e0fe6372 req-c6969ba7-fb39-483e-9783-a8377be08547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:39.552728 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-26ad8fbb-a86a-42f2-a8c8-4b22e0fe6372 req-c6969ba7-fb39-483e-9783-a8377be08547 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f3b090f-b1eb-4c1c-87a5-0b415c189d3a HTTP/1.1" status: 200 len: 851 time: 0.0489452 Apr 28 15:16:39.561648 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff429833-110d-42ae-909f-5517664bf478 None None] Checking router: 5aa1d797-5949-4624-a83c-bf749d6a9dca for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:16:39.570536 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff429833-110d-42ae-909f-5517664bf478 None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:16:39.571168 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ff429833-110d-42ae-909f-5517664bf478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:16:17Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:39.607052 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8fbb-a86a-42f2-a8c8-4b22e0fe6372 req-82a5b309-8d5d-4427-8b0b-a855654300e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:39.608638 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-26ad8fbb-a86a-42f2-a8c8-4b22e0fe6372 req-82a5b309-8d5d-4427-8b0b-a855654300e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81309ba0-2d09-4d02-8c7c-fc245e1cafac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505433 Apr 28 15:16:39.672918 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81502d24-7012-41ef-a998-574a71d8c1a5 req-cfab3e04-7766-4060-8f8e-e14ddc583e6c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:39.674388 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-81502d24-7012-41ef-a998-574a71d8c1a5 req-cfab3e04-7766-4060-8f8e-e14ddc583e6c tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 945 time: 0.0476131 Apr 28 15:16:39.684847 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-ff429833-110d-42ae-909f-5517664bf478 None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:16:39.725267 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [req-81502d24-7012-41ef-a998-574a71d8c1a5 req-b7589d2c-158c-44b3-867f-20370e0bf7ab tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443726 Apr 28 15:16:39.873427 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-ff429833-110d-42ae-909f-5517664bf478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:39.903006 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff429833-110d-42ae-909f-5517664bf478 None None] The sync data for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi is: [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:51Z', 'revision_number': 4, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi', '_interfaces': [{'id': '660d0c65-2bf2-44a1-8ac4-cffc80ca731e', 'name': '', 'network_id': '81309ba0-2d09-4d02-8c7c-fc245e1cafac', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:50Z', 'updated_at': '2022-04-28T15:09:54Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'subnets': [{'id': '4f3b090f-b1eb-4c1c-87a5-0b415c189d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:16:40.125544 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c71ed8-485e-4930-be49-2607ef0a0253 None None] New status for floating IP ee3e1e99-b932-4407-8999-30fbf8049dd8: DOWN {{(pid=110073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:16:40.668104 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-26ad8fbb-a86a-42f2-a8c8-4b22e0fe6372 req-55cea5e9-5c22-439e-93da-4817f3b066ee service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941544 Apr 28 15:16:40.869015 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1f04c-0963-428d-9ed8-afb866d94515 req-d827348f-c0eb-44d2-921a-5406e852be0f tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:40.871158 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b2d1f04c-0963-428d-9ed8-afb866d94515 req-d827348f-c0eb-44d2-921a-5406e852be0f tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 945 time: 0.0619709 Apr 28 15:16:40.878174 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-26ad8fbb-a86a-42f2-a8c8-4b22e0fe6372 req-f7aa8aa9-8211-4856-b3f8-e311d4b848e4 service neutron] 10.222.0.42 "GET /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358824 Apr 28 15:16:40.928954 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-b2d1f04c-0963-428d-9ed8-afb866d94515 req-1f068065-29d2-4919-afe7-4b33dbf1e297 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496428 Apr 28 15:16:41.072317 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8e23-acc5-4a02-a328-077952d94215 req-dfd98144-e590-4ad7-91dd-454c79075094 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:41.074383 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1cde8e23-acc5-4a02-a328-077952d94215 req-dfd98144-e590-4ad7-91dd-454c79075094 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 945 time: 0.0503757 Apr 28 15:16:41.163748 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-1cde8e23-acc5-4a02-a328-077952d94215 req-b9cb5f74-562b-4c55-92ea-b7d2d258e8f8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Deleting port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:41.164383 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-1cde8e23-acc5-4a02-a328-077952d94215 req-b9cb5f74-562b-4c55-92ea-b7d2d258e8f8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:41.259727 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [req-1cde8e23-acc5-4a02-a328-077952d94215 req-b9cb5f74-562b-4c55-92ea-b7d2d258e8f8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] For port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=2b2dfa9b-3aa0-46f0-8c4b-236885380e50,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:41.260859 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-1cde8e23-acc5-4a02-a328-077952d94215 req-b9cb5f74-562b-4c55-92ea-b7d2d258e8f8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:41.274544 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [req-1cde8e23-acc5-4a02-a328-077952d94215 req-b9cb5f74-562b-4c55-92ea-b7d2d258e8f8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Calling delete_port for 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 owned by compute:nova {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:41.493088 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-1cde8e23-acc5-4a02-a328-077952d94215 req-b9cb5f74-562b-4c55-92ea-b7d2d258e8f8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (2b2dfa9b-3aa0-46f0-8c4b-236885380e50), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:41.526112 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb5f74-562b-4c55-92ea-b7d2d258e8f8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event deleted for resources: {'Port': ['ID=2b2dfa9b-3aa0-46f0-8c4b-236885380e50,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:41.582754 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cde8e23-acc5-4a02-a328-077952d94215 req-b9cb5f74-562b-4c55-92ea-b7d2d258e8f8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] No DVR routers for this DVR port 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 on host hv-cinder-83976 {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:16:41.585065 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [req-1cde8e23-acc5-4a02-a328-077952d94215 req-b9cb5f74-562b-4c55-92ea-b7d2d258e8f8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for port (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:41.588477 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-1cde8e23-acc5-4a02-a328-077952d94215 req-b9cb5f74-562b-4c55-92ea-b7d2d258e8f8 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.42 "DELETE /v2.0/ports/2b2dfa9b-3aa0-46f0-8c4b-236885380e50 HTTP/1.1" status: 204 len: 173 time: 0.5074351 Apr 28 15:16:41.589112 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'name': 'network-vif-deleted', 'tag': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50'}] {{(pid=110070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:16:41.592212 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1537e63cd0d841ea55946ba069078e69fe0671c4bbd94733510f1cbe74b37ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c8a2fc-1309-4bd2-9516-9a33a6e22fdc" -d '{"events": [{"server_uuid": "a59bcda1-9222-49d4-a5b1-d6b231373e6f", "name": "network-vif-deleted", "tag": "2b2dfa9b-3aa0-46f0-8c4b-236885380e50"}]}' {{(pid=110070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:16:41.630101 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85a8b13-2192-41ed-ac88-efbabcf6dbad x-openstack-request-id: req-d85a8b13-2192-41ed-ac88-efbabcf6dbad {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:16:41.632711 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59bcda1-9222-49d4-a5b1-d6b231373e6f", "name": "network-vif-deleted", "tag": "2b2dfa9b-3aa0-46f0-8c4b-236885380e50", "status": "completed", "code": 200}]} {{(pid=110070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:16:41.632711 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d85a8b13-2192-41ed-ac88-efbabcf6dbad {{(pid=110070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:16:41.632711 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85a8b13-2192-41ed-ac88-efbabcf6dbad'] response: {'server_uuid': 'a59bcda1-9222-49d4-a5b1-d6b231373e6f', 'name': 'network-vif-deleted', 'tag': '2b2dfa9b-3aa0-46f0-8c4b-236885380e50', 'status': 'completed', 'code': 200} Apr 28 15:16:42.053762 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [req-14e28eb2-51ab-4603-bdc6-942214d12b8d req-baf1a117-4ccc-4c7b-bd84-65bf29d3f248 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59bcda1-9222-49d4-a5b1-d6b231373e6f HTTP/1.1" status: 200 len: 210 time: 0.0441837 Apr 28 15:16:43.117204 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33316) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:43.232394 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-b3fae9b2-41df-489e-abed-eebe846d30ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Deleting port 5a68acb3-526f-496f-a9fc-823b3d6cfffb {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:43.232828 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b3fae9b2-41df-489e-abed-eebe846d30ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (5a68acb3-526f-496f-a9fc-823b3d6cfffb), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:43.311315 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b3fae9b2-41df-489e-abed-eebe846d30ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (5a68acb3-526f-496f-a9fc-823b3d6cfffb), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:43.311635 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b3fae9b2-41df-489e-abed-eebe846d30ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (5a68acb3-526f-496f-a9fc-823b3d6cfffb), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:43.324436 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-b3fae9b2-41df-489e-abed-eebe846d30ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Calling delete_port for 5a68acb3-526f-496f-a9fc-823b3d6cfffb owned by network:floatingip {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:43.516052 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b3fae9b2-41df-489e-abed-eebe846d30ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (5a68acb3-526f-496f-a9fc-823b3d6cfffb), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:43.544120 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fae9b2-41df-489e-abed-eebe846d30ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event deleted for resources: {'Port': ['ID=5a68acb3-526f-496f-a9fc-823b3d6cfffb,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:43.603661 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b3fae9b2-41df-489e-abed-eebe846d30ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for floatingip (87a5d7aa-f531-4318-8810-40adc1e6f8b1), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:43.606483 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-b3fae9b2-41df-489e-abed-eebe846d30ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-934025'] for floatingip (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:43.610113 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-b3fae9b2-41df-489e-abed-eebe846d30ea tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "DELETE /v2.0/floatingips/87a5d7aa-f531-4318-8810-40adc1e6f8b1 HTTP/1.1" status: 204 len: 168 time: 0.4894822 Apr 28 15:16:44.521192 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a61b5397-2a9d-49b0-afca-d6c27f215a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:44.980289 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33328) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:45.041164 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e3063357-f3a3-407f-a282-09aa2d34acf9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group (9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:45.075081 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e3063357-f3a3-407f-a282-09aa2d34acf9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group (9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:45.230563 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e3063357-f3a3-407f-a282-09aa2d34acf9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:45.234690 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e3063357-f3a3-407f-a282-09aa2d34acf9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:45.236299 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e3063357-f3a3-407f-a282-09aa2d34acf9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] 10.222.0.31 "DELETE /v2.0/security-groups/9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f HTTP/1.1" status: 204 len: 168 time: 0.2549243 Apr 28 15:16:45.246762 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3063357-f3a3-407f-a282-09aa2d34acf9 tempest-TestVolumeBootPattern-429472347 tempest-TestVolumeBootPattern-429472347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f16489b-86e6-4cdc-8cd4-aed9ccd80b5f,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:45.336509 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33332) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:45.786557 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a84a2f-2cf3-4c67-9217-1539abd0d318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712252'] for router_interface (5aa1d797-5949-4624-a83c-bf749d6a9dca), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:45.931304 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:45.952729 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] No Port match for: 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:45.953079 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Device 2b2dfa9b-3aa0-46f0-8c4b-236885380e50 not bound to the agent host hv-cinder-83976 {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:46.042050 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-13a84a2f-2cf3-4c67-9217-1539abd0d318 admin admin] Deleting port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:46.042652 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a84a2f-2cf3-4c67-9217-1539abd0d318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:46.132994 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [None req-13a84a2f-2cf3-4c67-9217-1539abd0d318 admin admin] For port 660d0c65-2bf2-44a1-8ac4-cffc80ca731e, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=660d0c65-2bf2-44a1-8ac4-cffc80ca731e,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:46.133352 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a84a2f-2cf3-4c67-9217-1539abd0d318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:46.146879 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-13a84a2f-2cf3-4c67-9217-1539abd0d318 admin admin] Calling delete_port for 660d0c65-2bf2-44a1-8ac4-cffc80ca731e owned by network:router_interface {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:46.372992 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a84a2f-2cf3-4c67-9217-1539abd0d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (660d0c65-2bf2-44a1-8ac4-cffc80ca731e), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:46.399616 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a84a2f-2cf3-4c67-9217-1539abd0d318 admin admin] Pushing event deleted for resources: {'Port': ['ID=660d0c65-2bf2-44a1-8ac4-cffc80ca731e,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:46.584895 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-13a84a2f-2cf3-4c67-9217-1539abd0d318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712336'] for router_interface (5aa1d797-5949-4624-a83c-bf749d6a9dca), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:46.824814 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c7966aea-ad36-4724-9ff0-6bce96ce958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:47.093942 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a84a2f-2cf3-4c67-9217-1539abd0d318 admin admin] Router 5aa1d797-5949-4624-a83c-bf749d6a9dca has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:16:47.216414 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a84a2f-2cf3-4c67-9217-1539abd0d318 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:16:47.224753 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 33336) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:47.225505 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-13a84a2f-2cf3-4c67-9217-1539abd0d318 admin admin] 10.222.0.31 "PUT /v2.0/routers/5aa1d797-5949-4624-a83c-bf749d6a9dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8870943 Apr 28 15:16:47.225986 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d11f19-7ba1-49c8-9fc4-d023592564fe None None] Sync routers for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:16:47.237364 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d11f19-7ba1-49c8-9fc4-d023592564fe None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:16:47.238349 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-74d11f19-7ba1-49c8-9fc4-d023592564fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:16:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:47.353673 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Publish callbacks [] for router (5aa1d797-5949-4624-a83c-bf749d6a9dca), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:47.376160 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-74d11f19-7ba1-49c8-9fc4-d023592564fe None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: dv-cinder-839768-1-iscsi {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:16:47.476979 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Publish callbacks [] for router_gateway (5aa1d797-5949-4624-a83c-bf749d6a9dca), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:47.561173 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-74d11f19-7ba1-49c8-9fc4-d023592564fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:16:46Z', 'revision_number': 5, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port': {'id': 'c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:47.566876 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Deleting port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:47.567238 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:47.596200 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d11f19-7ba1-49c8-9fc4-d023592564fe None None] Checking router: 5aa1d797-5949-4624-a83c-bf749d6a9dca for host: dv-cinder-839768-1-iscsi {{(pid=110072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:16:47.605974 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d11f19-7ba1-49c8-9fc4-d023592564fe None None] Routers {'5aa1d797-5949-4624-a83c-bf749d6a9dca'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:16:47.606534 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-74d11f19-7ba1-49c8-9fc4-d023592564fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:16:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['5aa1d797-5949-4624-a83c-bf749d6a9dca'], 'active': True} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:47.655776 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] For port c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:47.655776 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:47.670848 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Calling delete_port for c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 owned by network:router_gateway {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:47.725978 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvr_db [None req-74d11f19-7ba1-49c8-9fc4-d023592564fe None None] Set router 5aa1d797-5949-4624-a83c-bf749d6a9dca gateway port host: None {{(pid=110072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:16:47.785220 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_hamode_db [None req-74d11f19-7ba1-49c8-9fc4-d023592564fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:16:47Z', 'revision_number': 6, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port_host': None}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:47.814049 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d11f19-7ba1-49c8-9fc4-d023592564fe None None] The sync data for ids ['5aa1d797-5949-4624-a83c-bf749d6a9dca'] in dv-cinder-839768-1-iscsi is: [{'id': '5aa1d797-5949-4624-a83c-bf749d6a9dca', 'name': 'tempest-TestVolumeBootPattern-1596035515-router', 'tenant_id': '9bb47d49c45c4bbbaaa30984845dc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:48Z', 'updated_at': '2022-04-28T15:16:47Z', 'revision_number': 6, 'project_id': '9bb47d49c45c4bbbaaa30984845dc495', 'gw_port_host': None}] {{(pid=110072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:16:47.944603 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:47.972138 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:48.045533 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547834'] for router_gateway (5aa1d797-5949-4624-a83c-bf749d6a9dca), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.116143 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.147646 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14089'] for router (5aa1d797-5949-4624-a83c-bf749d6a9dca), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.150210 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Publish callbacks [] for router_controller (5aa1d797-5949-4624-a83c-bf749d6a9dca), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.258947 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710232'] for router (5aa1d797-5949-4624-a83c-bf749d6a9dca), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.259631 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa1d797-5949-4624-a83c-bf749d6a9dca {{(pid=110071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:16:48.264328 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.265598 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-723444b5-e8e7-4825-89b5-2056807ebaa9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5aa1d797-5949-4624-a83c-bf749d6a9dca HTTP/1.1" status: 204 len: 168 time: 1.0398762 Apr 28 15:16:48.268198 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 33338) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:48.331190 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc193d3-3cb8-4d49-9495-64eb2aa3d6f6 admin admin] Deleting subnet 4f3b090f-b1eb-4c1c-87a5-0b415c189d3a {{(pid=110071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:16:48.335752 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4cc193d3-3cb8-4d49-9495-64eb2aa3d6f6 admin admin] Publish callbacks [] for subnet (4f3b090f-b1eb-4c1c-87a5-0b415c189d3a), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.387597 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4cc193d3-3cb8-4d49-9495-64eb2aa3d6f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62008853'] for subnet (4f3b090f-b1eb-4c1c-87a5-0b415c189d3a), precommit_delete_associations {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.475479 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4cc193d3-3cb8-4d49-9495-64eb2aa3d6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (4f3b090f-b1eb-4c1c-87a5-0b415c189d3a), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.592320 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4cc193d3-3cb8-4d49-9495-64eb2aa3d6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59734028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750426'] for subnet (4f3b090f-b1eb-4c1c-87a5-0b415c189d3a), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.623625 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc193d3-3cb8-4d49-9495-64eb2aa3d6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f3b090f-b1eb-4c1c-87a5-0b415c189d3a,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:48.629673 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-4cc193d3-3cb8-4d49-9495-64eb2aa3d6f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.634055 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-4cc193d3-3cb8-4d49-9495-64eb2aa3d6f6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4f3b090f-b1eb-4c1c-87a5-0b415c189d3a HTTP/1.1" status: 204 len: 168 time: 0.3646865 Apr 28 15:16:48.637329 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a1387-a0b4-45d8-9436-1ca690e7944a None None] Network 81309ba0-2d09-4d02-8c7c-fc245e1cafac requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:16:48.645953 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [-] (110071) accepted ('10.222.0.31', 33340) {{(pid=110071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:48.752764 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (81309ba0-2d09-4d02-8c7c-fc245e1cafac), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.820547 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Deleting port f7e8e77b-062f-44bd-85b7-ee528244a093 {{(pid=110071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:48.820957 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.828606 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd1a417-03ca-47a7-b2b9-a7d0dc35f8e2 None None] DHCP port deletion for 81309ba0-2d09-4d02-8c7c-fc245e1cafac request from dv-cinder-839768-1-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 15:16:48.878497 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1a417-03ca-47a7-b2b9-a7d0dc35f8e2 None None] Deleting port f7e8e77b-062f-44bd-85b7-ee528244a093 {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:48.878953 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a417-03ca-47a7-b2b9-a7d0dc35f8e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.900279 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.db [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] For port f7e8e77b-062f-44bd-85b7-ee528244a093, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=f7e8e77b-062f-44bd-85b7-ee528244a093,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:48.901290 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.922015 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.plugin [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Calling delete_port for f7e8e77b-062f-44bd-85b7-ee528244a093 owned by network:dhcp {{(pid=110071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:48.953764 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-5bd1a417-03ca-47a7-b2b9-a7d0dc35f8e2 None None] For port f7e8e77b-062f-44bd-85b7-ee528244a093, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=f7e8e77b-062f-44bd-85b7-ee528244a093,segment=NetworkSegment(45a7ba7a-e4bf-417b-b403-7b765dea852b),segment_id=45a7ba7a-e4bf-417b-b403-7b765dea852b)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:48.954160 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a417-03ca-47a7-b2b9-a7d0dc35f8e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:48.969607 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1a417-03ca-47a7-b2b9-a7d0dc35f8e2 None None] Calling delete_port for f7e8e77b-062f-44bd-85b7-ee528244a093 owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:49.092789 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59734493'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:49.102433 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5bd1a417-03ca-47a7-b2b9-a7d0dc35f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551'] for port (f7e8e77b-062f-44bd-85b7-ee528244a093), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:49.124726 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e8e77b-062f-44bd-85b7-ee528244a093,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:49.128585 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1a417-03ca-47a7-b2b9-a7d0dc35f8e2 None None] Pushing event deleted for resources: {'Port': ['ID=f7e8e77b-062f-44bd-85b7-ee528244a093,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:49.129834 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] No DVR routers for this DVR port f7e8e77b-062f-44bd-85b7-ee528244a093 on host dv-cinder-839768-1-iscsi {{(pid=110071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:16:49.132555 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1a417-03ca-47a7-b2b9-a7d0dc35f8e2 None None] No DVR routers for this DVR port f7e8e77b-062f-44bd-85b7-ee528244a093 on host dv-cinder-839768-1-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:16:49.222979 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (81309ba0-2d09-4d02-8c7c-fc245e1cafac), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:49.234761 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 660d0c65-2bf2-44a1-8ac4-cffc80ca731e no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:49.251112 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81309ba0-2d09-4d02-8c7c-fc245e1cafac']}} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:49.257979 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 660d0c65-2bf2-44a1-8ac4-cffc80ca731e {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:49.258322 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 660d0c65-2bf2-44a1-8ac4-cffc80ca731e not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:49.258751 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device f7e8e77b-062f-44bd-85b7-ee528244a093 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:49.268405 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a7ba7a-e4bf-417b-b403-7b765dea852b') {'for_net_delete': True} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:49.268987 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.services.segments.db [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a7ba7a-e4bf-417b-b403-7b765dea852b') {} {{(pid=110071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:49.279621 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: f7e8e77b-062f-44bd-85b7-ee528244a093 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:49.279965 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device f7e8e77b-062f-44bd-85b7-ee528244a093 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:49.280391 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:49.284588 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62008844'] for segment (45a7ba7a-e4bf-417b-b403-7b765dea852b), before_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:49.300315 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:49.300664 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device c242c0c3-2fc7-4ebb-987b-f8fbb511a3f1 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:49.302631 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (45a7ba7a-e4bf-417b-b403-7b765dea852b), precommit_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:49.310482 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=110071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:16:49.310845 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59734506'] for segment (45a7ba7a-e4bf-417b-b403-7b765dea852b), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: Traceback (most recent call last): Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: timer() Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: cb(*args, **kw) Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: return func(*args, **kwargs) Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: self._notify() Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: self.callback(batched_events) Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: event.method(event) Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: return f(self, *a, **k) Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._get(url).json() Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: return self.request(url, 'GET', **kwargs) Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:16:49.313594 dv-cinder-839768-1-iscsi neutron-server[110071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:16:49.395587 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:49.441279 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (81309ba0-2d09-4d02-8c7c-fc245e1cafac), after_delete {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:49.446931 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron_lib.callbacks.manager [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:49.453248 dv-cinder-839768-1-iscsi neutron-server[110071]: INFO neutron.wsgi [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] 10.222.0.31 "DELETE /v2.0/networks/81309ba0-2d09-4d02-8c7c-fc245e1cafac HTTP/1.1" status: 204 len: 168 time: 0.8121762 Apr 28 15:16:49.454717 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33342) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:49.462001 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7baf13-ea49-41e4-bf71-23e0fc55d083 admin admin] Pushing event deleted for resources: {'Network': ['ID=81309ba0-2d09-4d02-8c7c-fc245e1cafac,revision_number=None']} {{(pid=110071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:49.830259 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7f35adb5-a746-4a27-8c2a-9dccaa5b89e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712252'] for router_interface (c413a4ca-6cc6-4216-8508-056a8df318b3), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:50.069980 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-7f35adb5-a746-4a27-8c2a-9dccaa5b89e6 admin admin] Deleting port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:50.070319 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7f35adb5-a746-4a27-8c2a-9dccaa5b89e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:50.150263 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [None req-7f35adb5-a746-4a27-8c2a-9dccaa5b89e6 admin admin] For port 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=9472d7cf-2fe5-4109-b8a6-5158fabb8bd8,segment=NetworkSegment(def9452d-a763-4c48-b09a-8c5b4010fb70),segment_id=def9452d-a763-4c48-b09a-8c5b4010fb70)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:50.150626 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7f35adb5-a746-4a27-8c2a-9dccaa5b89e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:50.163602 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-7f35adb5-a746-4a27-8c2a-9dccaa5b89e6 admin admin] Calling delete_port for 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 owned by network:router_interface {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:50.441416 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7f35adb5-a746-4a27-8c2a-9dccaa5b89e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (9472d7cf-2fe5-4109-b8a6-5158fabb8bd8), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:50.471952 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35adb5-a746-4a27-8c2a-9dccaa5b89e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9472d7cf-2fe5-4109-b8a6-5158fabb8bd8,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:50.663722 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-7f35adb5-a746-4a27-8c2a-9dccaa5b89e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712336'] for router_interface (c413a4ca-6cc6-4216-8508-056a8df318b3), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:50.857392 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:50.916504 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f35adb5-a746-4a27-8c2a-9dccaa5b89e6 admin admin] Router c413a4ca-6cc6-4216-8508-056a8df318b3 has already been hosted by L3 agent 9e9cd4be-a917-49cd-b3ef-4ac749bb3e17 {{(pid=110070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:16:51.026810 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f35adb5-a746-4a27-8c2a-9dccaa5b89e6 admin admin] Notify agent at l3_agent.dv-cinder-839768-1-iscsi the message routers_updated {{(pid=110070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:16:51.031801 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-7f35adb5-a746-4a27-8c2a-9dccaa5b89e6 admin admin] 10.222.0.31 "PUT /v2.0/routers/c413a4ca-6cc6-4216-8508-056a8df318b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5754192 Apr 28 15:16:51.034670 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33344) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:51.038649 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf9082-7fc7-4a17-8429-b879eb9733f6 None None] Sync routers for ids ['c413a4ca-6cc6-4216-8508-056a8df318b3'] in dv-cinder-839768-1-iscsi {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:16:51.048590 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf9082-7fc7-4a17-8429-b879eb9733f6 None None] Routers {'c413a4ca-6cc6-4216-8508-056a8df318b3'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:16:51.049235 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-dccf9082-7fc7-4a17-8429-b879eb9733f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:16:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['c413a4ca-6cc6-4216-8508-056a8df318b3'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:51.156157 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Publish callbacks [] for router (c413a4ca-6cc6-4216-8508-056a8df318b3), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:51.165211 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-dccf9082-7fc7-4a17-8429-b879eb9733f6 None None] Set router c413a4ca-6cc6-4216-8508-056a8df318b3 gateway port host: dv-cinder-839768-1-iscsi {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:16:51.281574 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Publish callbacks [] for router_gateway (c413a4ca-6cc6-4216-8508-056a8df318b3), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:51.358029 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-dccf9082-7fc7-4a17-8429-b879eb9733f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'name': 'tempest-TestVolumeBootPattern-589765993-router', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'external_fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:16:50Z', 'revision_number': 5, 'project_id': 'ff81def211d6415f871b642c6feac398', 'gw_port': {'id': 'f3b876b9-b8e5-4982-b129-72ffd3825335', 'name': '', 'network_id': '4b557462-7dca-499c-bcf1-0b01900942b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839768-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e13dba6-4c69-4887-ad01-2cd4feea283c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839768-1-iscsi'}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:51.387060 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf9082-7fc7-4a17-8429-b879eb9733f6 None None] Checking router: c413a4ca-6cc6-4216-8508-056a8df318b3 for host: dv-cinder-839768-1-iscsi {{(pid=110073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:16:51.395313 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf9082-7fc7-4a17-8429-b879eb9733f6 None None] Routers {'c413a4ca-6cc6-4216-8508-056a8df318b3'} bound to L3 agent in host dv-cinder-839768-1-iscsi {{(pid=110073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:16:51.395919 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-dccf9082-7fc7-4a17-8429-b879eb9733f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839768-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:51:47Z,description=,heartbeat_timestamp=2022-04-28T15:16:47Z,host='dv-cinder-839768-1-iscsi',id=9e9cd4be-a917-49cd-b3ef-4ac749bb3e17,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:51:47Z,topic='l3_agent')) {'router_ids': ['c413a4ca-6cc6-4216-8508-056a8df318b3'], 'active': True} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:51.415528 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Deleting port f3b876b9-b8e5-4982-b129-72ffd3825335 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:51.415866 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:51.489981 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_dvr_db [None req-dccf9082-7fc7-4a17-8429-b879eb9733f6 None None] Set router c413a4ca-6cc6-4216-8508-056a8df318b3 gateway port host: None {{(pid=110073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:16:51.501332 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] For port f3b876b9-b8e5-4982-b129-72ffd3825335, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=f3b876b9-b8e5-4982-b129-72ffd3825335,segment=NetworkSegment(b5835e26-f10d-4cfe-af94-8b858058be88),segment_id=b5835e26-f10d-4cfe-af94-8b858058be88)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:51.501943 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:51.517246 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Calling delete_port for f3b876b9-b8e5-4982-b129-72ffd3825335 owned by network:router_gateway {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:51.545417 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.l3_hamode_db [None req-dccf9082-7fc7-4a17-8429-b879eb9733f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'name': 'tempest-TestVolumeBootPattern-589765993-router', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:16:51Z', 'revision_number': 6, 'project_id': 'ff81def211d6415f871b642c6feac398', 'gw_port_host': None}], 'dv-cinder-839768-1-iscsi', False) {} {{(pid=110073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:51.573044 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf9082-7fc7-4a17-8429-b879eb9733f6 None None] The sync data for ids ['c413a4ca-6cc6-4216-8508-056a8df318b3'] in dv-cinder-839768-1-iscsi is: [{'id': 'c413a4ca-6cc6-4216-8508-056a8df318b3', 'name': 'tempest-TestVolumeBootPattern-589765993-router', 'tenant_id': 'ff81def211d6415f871b642c6feac398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:09:54Z', 'updated_at': '2022-04-28T15:16:51Z', 'revision_number': 6, 'project_id': 'ff81def211d6415f871b642c6feac398', 'gw_port_host': None}] {{(pid=110073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:16:51.773033 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (f3b876b9-b8e5-4982-b129-72ffd3825335), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:51.801878 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b876b9-b8e5-4982-b129-72ffd3825335,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:51.869995 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547834'] for router_gateway (c413a4ca-6cc6-4216-8508-056a8df318b3), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:51.984569 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14089'] for router (c413a4ca-6cc6-4216-8508-056a8df318b3), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:51.987393 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Publish callbacks [] for router_controller (c413a4ca-6cc6-4216-8508-056a8df318b3), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.092587 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710232'] for router (c413a4ca-6cc6-4216-8508-056a8df318b3), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.093178 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c413a4ca-6cc6-4216-8508-056a8df318b3 {{(pid=110070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:16:52.098565 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.098690 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-f41e39cb-c1e4-4cbd-9735-f1ef29711bdc admin admin] 10.222.0.31 "DELETE /v2.0/routers/c413a4ca-6cc6-4216-8508-056a8df318b3 HTTP/1.1" status: 204 len: 168 time: 1.0633180 Apr 28 15:16:52.101252 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33346) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:52.147372 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.db_base_plugin_v2 [None req-80555fa4-1254-417d-9c77-392388ad209d admin admin] Deleting subnet ab3f0c5f-7ea2-49f8-86ae-a0421530a0da {{(pid=110070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 15:16:52.150494 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-80555fa4-1254-417d-9c77-392388ad209d admin admin] Publish callbacks [] for subnet (ab3f0c5f-7ea2-49f8-86ae-a0421530a0da), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.185534 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-80555fa4-1254-417d-9c77-392388ad209d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59003011'] for subnet (ab3f0c5f-7ea2-49f8-86ae-a0421530a0da), precommit_delete_associations {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.265520 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-80555fa4-1254-417d-9c77-392388ad209d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3898401'] for subnet (ab3f0c5f-7ea2-49f8-86ae-a0421530a0da), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.396218 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-80555fa4-1254-417d-9c77-392388ad209d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3898408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61911945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62736194'] for subnet (ab3f0c5f-7ea2-49f8-86ae-a0421530a0da), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.421675 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80555fa4-1254-417d-9c77-392388ad209d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3f0c5f-7ea2-49f8-86ae-a0421530a0da,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:52.427489 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-80555fa4-1254-417d-9c77-392388ad209d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for subnet (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.430947 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-80555fa4-1254-417d-9c77-392388ad209d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ab3f0c5f-7ea2-49f8-86ae-a0421530a0da HTTP/1.1" status: 204 len: 168 time: 0.3287790 Apr 28 15:16:52.434831 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33348) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:52.439196 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbccba62-6b24-410a-8c03-bd563e3d0f2c None None] Network d8cf1989-332c-4a44-bbe1-2b9118d8641f requested from dv-cinder-839768-1-iscsi {{(pid=110072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 15:16:52.519589 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3922063'] for network (d8cf1989-332c-4a44-bbe1-2b9118d8641f), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.597781 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Deleting port 34ff1ac0-b3df-4f91-ba07-081a62600af0 {{(pid=110070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:52.598063 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.626258 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9e76a0-8758-42c8-9912-4079c6089119 None None] DHCP port deletion for d8cf1989-332c-4a44-bbe1-2b9118d8641f request from dv-cinder-839768-1-iscsi {{(pid=110072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 15:16:52.672683 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.db [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] For port 34ff1ac0-b3df-4f91-ba07-081a62600af0, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=34ff1ac0-b3df-4f91-ba07-081a62600af0,segment=NetworkSegment(def9452d-a763-4c48-b09a-8c5b4010fb70),segment_id=def9452d-a763-4c48-b09a-8c5b4010fb70)] {{(pid=110070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:52.673073 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.678110 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e76a0-8758-42c8-9912-4079c6089119 None None] Deleting port 34ff1ac0-b3df-4f91-ba07-081a62600af0 {{(pid=110072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 15:16:52.678481 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ac9e76a0-8758-42c8-9912-4079c6089119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788276573260'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), before_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.687601 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.plugin [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Calling delete_port for 34ff1ac0-b3df-4f91-ba07-081a62600af0 owned by network:dhcp {{(pid=110070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:52.750066 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.db [None req-ac9e76a0-8758-42c8-9912-4079c6089119 None None] For port 34ff1ac0-b3df-4f91-ba07-081a62600af0, host dv-cinder-839768-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839768-1-iscsi',level=0,port_id=34ff1ac0-b3df-4f91-ba07-081a62600af0,segment=NetworkSegment(def9452d-a763-4c48-b09a-8c5b4010fb70),segment_id=def9452d-a763-4c48-b09a-8c5b4010fb70)] {{(pid=110072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:16:52.750461 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ac9e76a0-8758-42c8-9912-4079c6089119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571201'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), precommit_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.769219 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e76a0-8758-42c8-9912-4079c6089119 None None] Calling delete_port for 34ff1ac0-b3df-4f91-ba07-081a62600af0 owned by network:dhcp {{(pid=110072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 15:16:52.859015 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61911640'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.872275 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-ac9e76a0-8758-42c8-9912-4079c6089119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3723782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788276580298', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788276040551'] for port (34ff1ac0-b3df-4f91-ba07-081a62600af0), after_delete {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:52.899432 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ff1ac0-b3df-4f91-ba07-081a62600af0,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:52.902080 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e76a0-8758-42c8-9912-4079c6089119 None None] Pushing event deleted for resources: {'Port': ['ID=34ff1ac0-b3df-4f91-ba07-081a62600af0,revision_number=None']} {{(pid=110072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:52.903652 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] No DVR routers for this DVR port 34ff1ac0-b3df-4f91-ba07-081a62600af0 on host dv-cinder-839768-1-iscsi {{(pid=110070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:16:52.906881 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e76a0-8758-42c8-9912-4079c6089119 None None] No DVR routers for this DVR port 34ff1ac0-b3df-4f91-ba07-081a62600af0 on host dv-cinder-839768-1-iscsi {{(pid=110072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:16:53.004149 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3896764', 'neutron.services.segments.db._delete_segments_for_network-8788276502905'] for network (d8cf1989-332c-4a44-bbe1-2b9118d8641f), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:53.274684 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 34ff1ac0-b3df-4f91-ba07-081a62600af0 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:53.308616 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 34ff1ac0-b3df-4f91-ba07-081a62600af0 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:53.309158 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 34ff1ac0-b3df-4f91-ba07-081a62600af0 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:53.309878 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:53.343928 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:53.344500 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device 9472d7cf-2fe5-4109-b8a6-5158fabb8bd8 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:53.345055 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device f3b876b9-b8e5-4982-b129-72ffd3825335 no longer exists at agent ovs-agent-dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:16:53.359714 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.services.segments.db [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cf1989-332c-4a44-bbe1-2b9118d8641f']}} {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:53.370385 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.plugin [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] No Port match for: f3b876b9-b8e5-4982-b129-72ffd3825335 {{(pid=110072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 15:16:53.370866 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron.plugins.ml2.rpc [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Device f3b876b9-b8e5-4982-b129-72ffd3825335 not bound to the agent host dv-cinder-839768-1-iscsi {{(pid=110072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:16:53.371814 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.services.segments.db [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def9452d-a763-4c48-b09a-8c5b4010fb70') {'for_net_delete': True} {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:53.372125 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.services.segments.db [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def9452d-a763-4c48-b09a-8c5b4010fb70') {} {{(pid=110070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:16:53.385440 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788276505730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59003034'] for segment (def9452d-a763-4c48-b09a-8c5b4010fb70), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:53.405566 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900'] for segment (def9452d-a763-4c48-b09a-8c5b4010fb70), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:53.413466 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:16:53.414015 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3891900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61911663'] for segment (def9452d-a763-4c48-b09a-8c5b4010fb70), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: Traceback (most recent call last): Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: timer() Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: cb(*args, **kw) Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: return func(*args, **kwargs) Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: self._notify() Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: self.callback(batched_events) Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: event.method(event) Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: return f(self, *a, **k) Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: return self._get(url).json() Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: return self.request(url, 'GET', **kwargs) Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:16:53.416456 dv-cinder-839768-1-iscsi neutron-server[110070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:16:53.544404 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3896739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710930'] for network (d8cf1989-332c-4a44-bbe1-2b9118d8641f), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:53.550632 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551884'] for network (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:53.554290 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d8cf1989-332c-4a44-bbe1-2b9118d8641f HTTP/1.1" status: 204 len: 168 time: 1.1184602 Apr 28 15:16:53.565675 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772d578-8f73-4d57-a3b3-1e14f5d80881 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8cf1989-332c-4a44-bbe1-2b9118d8641f,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:53.853179 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33352) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:53.893834 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-6a5038b7-305d-4ed2-aef3-aa27a9e975a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9bb47d49c45c4bbbaaa30984845dc495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388775 Apr 28 15:16:53.896265 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33354) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:53.946153 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-36f35156-ed82-46d6-b8fd-f34736869a4a admin admin] Publish callbacks [] for security_group (a7388475-22b5-4aa2-99cd-8d25c06ab1ab), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:53.966932 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-36f35156-ed82-46d6-b8fd-f34736869a4a admin admin] Publish callbacks [] for security_group (a7388475-22b5-4aa2-99cd-8d25c06ab1ab), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:54.086821 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-36f35156-ed82-46d6-b8fd-f34736869a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (a7388475-22b5-4aa2-99cd-8d25c06ab1ab), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:54.089480 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-36f35156-ed82-46d6-b8fd-f34736869a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:54.091222 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-36f35156-ed82-46d6-b8fd-f34736869a4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7388475-22b5-4aa2-99cd-8d25c06ab1ab HTTP/1.1" status: 204 len: 168 time: 0.1934304 Apr 28 15:16:54.099191 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f35156-ed82-46d6-b8fd-f34736869a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7388475-22b5-4aa2-99cd-8d25c06ab1ab,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:16:54.730831 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33360) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:54.772521 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-1498b7a3-a713-4cc8-8c6c-2fa09e71ae6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff81def211d6415f871b642c6feac398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404105 Apr 28 15:16:54.774949 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [-] (110070) accepted ('10.222.0.31', 33362) {{(pid=110070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 15:16:54.820558 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-711326ef-93f0-4250-b5a2-301c558cd6ce admin admin] Publish callbacks [] for security_group (b5ec6f81-b52f-4dce-930f-f29ea4e6cb46), before_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:54.842561 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-711326ef-93f0-4250-b5a2-301c558cd6ce admin admin] Publish callbacks [] for security_group (b5ec6f81-b52f-4dce-930f-f29ea4e6cb46), precommit_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:54.961455 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-711326ef-93f0-4250-b5a2-301c558cd6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734794'] for security_group (b5ec6f81-b52f-4dce-930f-f29ea4e6cb46), after_delete {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:54.964028 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron_lib.callbacks.manager [None req-711326ef-93f0-4250-b5a2-301c558cd6ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:16:54.965193 dv-cinder-839768-1-iscsi neutron-server[110070]: INFO neutron.wsgi [None req-711326ef-93f0-4250-b5a2-301c558cd6ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5ec6f81-b52f-4dce-930f-f29ea4e6cb46 HTTP/1.1" status: 204 len: 168 time: 0.1893644 Apr 28 15:16:54.974591 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711326ef-93f0-4250-b5a2-301c558cd6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ec6f81-b52f-4dce-930f-f29ea4e6cb46,revision_number=None']} {{(pid=110070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:17:00.909745 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:17:02.807832 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:17:14.492457 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-88a07825-9fb7-4cac-817e-f9fc8bfa011d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:17:16.841545 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-eeefdf30-cd95-4f12-9a37-f96703175869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:17:18.126986 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:17:19.372769 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:17:20.880772 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:17:30.899027 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:17:39.807245 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:17:44.474380 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a92f-00e9-4b21-9da3-045ed8fa686a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:17:46.795740 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d6ca-7d80-427b-ad36-5445b36af096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:17:48.138839 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:17:48.609428 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-e823d8f9-490f-44c3-be55-9667ec9b8798 service neutron] (110070) timed out ('10.222.0.31', 54492) {{(pid=110070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 15:17:48.953462 dv-cinder-839768-1-iscsi neutron-server[110070]: DEBUG neutron.wsgi [req-629c0cf2-511b-4994-ba3b-8fa73f43323e req-acfe54fa-eac0-49e6-a157-2cfa6621ea65 tempest-AttachVolumeShelveTestJSON-1146982182 tempest-AttachVolumeShelveTestJSON-1146982182-project] (110070) timed out ('10.222.0.31', 54502) {{(pid=110070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 15:17:49.384140 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:17:50.863611 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:00.909685 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:14.475272 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-81ad122f-420b-4ebb-8570-bc1ba1de63f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:16.800598 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5293a6f8-e40c-413c-9fbc-6efec175396f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:16.807142 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:18:18.121834 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:19.394891 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:20.858039 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:30.896867 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:44.492449 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-5210b6be-7050-45e0-a45e-7e341eb80da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:46.830291 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-138c8260-fafb-4845-9d04-c1b25d75bb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:48.130492 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:49.428049 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:50.909878 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:18:53.805298 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:19:01.144294 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:19:14.536210 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a44a960e-d263-46dd-9350-6aa4327c6b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:19:16.812172 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-924b846b-190f-4869-be84-12b7fccc7b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:19:18.130723 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:19:19.404329 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:19:20.890284 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:19:30.804622 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:19:30.942182 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:19:44.478177 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-27e0009d-992b-46a4-81a0-053b6594e5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:19:46.826865 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-7fc0dd1f-edad-49cc-b1a0-f5c7245bc1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:19:48.164096 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:19:49.409391 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:19:50.898548 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:20:00.970338 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:20:07.802993 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:20:14.492069 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-10fba1c0-c12e-48d5-bc42-5348dbbc1df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:20:16.803563 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-42e78347-623f-4126-ab79-7b9c741e01bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:20:18.152724 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:20:19.398222 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:20:20.923594 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:20:30.960722 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:20:44.495329 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f6cc-f4c1-46b8-ad80-e295e5a64e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:20:44.802017 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:20:46.852224 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-0fb23ffe-eb2c-4c72-9ec8-bbcf4aed98f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:20:48.134815 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:20:49.423385 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:20:50.871705 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:01.019971 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:14.494686 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-253bbddb-54f3-4866-b2bf-250e5072be44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:16.829291 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-66f23f0d-41fa-44ff-9030-17fc8df3f587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:18.128298 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:19.430173 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:20.937835 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:21.801142 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:21:30.996942 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:33.844272 dv-cinder-839768-1-iscsi neutron-server[110071]: DEBUG neutron.wsgi [req-1d072646-dc0e-4673-8207-7017bc505a92 req-ef0577e3-1822-46df-924e-eb501635bfb1 service neutron] (110071) timed out ('10.222.0.42', 64977) {{(pid=110071) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 15:21:44.514237 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e3e64b2f-a04b-4867-8ec8-bc89b6f109f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:46.794509 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-eb3bfd6b-0ce1-4a54-9261-1b49cf4f0dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:48.168311 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:49.477210 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:50.948950 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:21:58.801002 dv-cinder-839768-1-iscsi neutron-server[110073]: DEBUG neutron.db.agents_db [None req-cec1b6de-e84f-4315-bac5-17802edfc48a None None] Agent healthcheck: found 6 active agents {{(pid=110073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:22:00.973618 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-e17523d8-cbb9-4a20-a5dc-36a534b6c957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (e783bccd-65ca-4a3c-9417-f37bf5779e84), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:22:14.498788 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-eae7a817-b897-4f58-a07f-d2cce656224c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (1027739c-7e98-4e98-b549-596d85ca6e7e), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:22:16.813312 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c99e-d23b-4ac8-bf01-aa974d527c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (9e9cd4be-a917-49cd-b3ef-4ac749bb3e17), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:22:18.167578 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-23b1642b-5940-4e66-82f8-9b51e1d35e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (bd75c56e-974a-4fd8-99cb-9f954907e3d1), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:22:19.424933 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-31941895-9266-4977-8fe7-26c1c282b819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (715c0fc8-b4ed-4e2c-b857-75f2040a63af), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 15:22:20.908853 dv-cinder-839768-1-iscsi neutron-server[110072]: DEBUG neutron_lib.callbacks.manager [None req-078a5724-1bc2-4170-9d15-7cdd5c8437bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788276502887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886715'] for agent (fdb08cd0-2585-4931-a318-738d1beb40b9), after_update {{(pid=110072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}